diff --git "a/wandb/run-20240410_010250-ft4a6i5j/logs/debug-internal.log" "b/wandb/run-20240410_010250-ft4a6i5j/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20240410_010250-ft4a6i5j/logs/debug-internal.log" @@ -0,0 +1,16785 @@ +2024-04-10 01:02:50,461 INFO StreamThr :528 [internal.py:wandb_internal():86] W&B internal server running at pid: 528, started at: 2024-04-10 01:02:50.461160 +2024-04-10 01:02:50,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status +2024-04-10 01:02:50,811 INFO WriterThread:528 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/run-ft4a6i5j.wandb +2024-04-10 01:02:50,812 DEBUG SenderThread:528 [sender.py:send():379] send: header +2024-04-10 01:02:50,814 DEBUG SenderThread:528 [sender.py:send():379] send: run +2024-04-10 01:02:51,041 INFO SenderThread:528 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files +2024-04-10 01:02:51,042 INFO SenderThread:528 [sender.py:_start_run_threads():1124] run started: ft4a6i5j with start time 1712710970.461053 +2024-04-10 01:02:51,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: check_version +2024-04-10 01:02:51,050 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: check_version +2024-04-10 01:02:51,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: run_start +2024-04-10 01:02:51,131 DEBUG HandlerThread:528 [system_info.py:__init__():26] System info init +2024-04-10 01:02:51,131 DEBUG HandlerThread:528 [system_info.py:__init__():41] System info init done +2024-04-10 01:02:51,131 INFO HandlerThread:528 [system_monitor.py:start():194] Starting system monitor +2024-04-10 01:02:51,132 INFO SystemMonitor:528 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-10 01:02:51,132 INFO HandlerThread:528 [system_monitor.py:probe():214] Collecting system info +2024-04-10 01:02:51,132 INFO SystemMonitor:528 [interfaces.py:start():190] Started cpu monitoring +2024-04-10 01:02:51,133 INFO SystemMonitor:528 [interfaces.py:start():190] Started disk monitoring +2024-04-10 01:02:51,134 INFO SystemMonitor:528 [interfaces.py:start():190] Started gpu monitoring +2024-04-10 01:02:51,134 INFO SystemMonitor:528 [interfaces.py:start():190] Started memory monitoring +2024-04-10 01:02:51,135 INFO SystemMonitor:528 [interfaces.py:start():190] Started network monitoring +2024-04-10 01:02:51,154 DEBUG HandlerThread:528 [system_info.py:probe():150] Probing system +2024-04-10 01:02:51,156 DEBUG HandlerThread:528 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-10 01:02:51,157 DEBUG HandlerThread:528 [system_info.py:probe():198] Probing system done +2024-04-10 01:02:51,157 DEBUG HandlerThread:528 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T01:02:51.154989', 'startedAt': '2024-04-10T01:02:50.454746', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd91c9dc8354a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.156, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.839107513428}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-04-10 01:02:51,157 INFO HandlerThread:528 [system_monitor.py:probe():224] Finished collecting system info +2024-04-10 01:02:51,157 INFO HandlerThread:528 [system_monitor.py:probe():227] Publishing system info +2024-04-10 01:02:51,157 DEBUG HandlerThread:528 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-10 01:02:52,043 INFO Thread-12 :528 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/conda-environment.yaml +2024-04-10 01:03:06,170 ERROR HandlerThread:528 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-04-10 01:03:06,171 DEBUG HandlerThread:528 [system_info.py:_save_conda():222] Saving conda packages done +2024-04-10 01:03:06,171 INFO HandlerThread:528 [system_monitor.py:probe():229] Finished publishing system info +2024-04-10 01:03:06,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:06,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 01:03:06,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:06,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 01:03:06,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:06,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 01:03:06,177 DEBUG SenderThread:528 [sender.py:send():379] send: files +2024-04-10 01:03:06,177 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now +2024-04-10 01:03:06,477 INFO wandb-upload_0:528 [upload_job.py:push():131] Uploaded file /tmp/tmp0lw7sp0rwandb/h0hj5xy9-wandb-metadata.json +2024-04-10 01:03:07,046 INFO Thread-12 :528 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-metadata.json +2024-04-10 01:03:07,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: python_packages +2024-04-10 01:03:07,088 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: python_packages +2024-04-10 01:03:07,092 DEBUG SenderThread:528 [sender.py:send():379] send: telemetry +2024-04-10 01:03:07,101 DEBUG SenderThread:528 [sender.py:send():379] send: config +2024-04-10 01:03:07,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:03:07,105 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:03:07,105 DEBUG SenderThread:528 [sender.py:send():379] send: telemetry +2024-04-10 01:03:07,105 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:03:07,105 WARNING SenderThread:528 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen) +2024-04-10 01:03:07,105 DEBUG SenderThread:528 [sender.py:send():379] send: telemetry +2024-04-10 01:03:07,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:03:07,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:03:08,046 INFO Thread-12 :528 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:03:08,047 INFO Thread-12 :528 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/requirements.txt +2024-04-10 01:03:10,047 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:03:11,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:16,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:21,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:22,052 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/config.yaml +2024-04-10 01:03:22,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:03:22,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:03:22,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:03:27,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:32,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:37,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:03:37,089 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:03:37,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:03:37,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:42,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:47,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:51,135 DEBUG SystemMonitor:528 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-10 01:03:51,137 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:03:52,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:03:52,089 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:03:52,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:03:53,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:03:58,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:03,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:07,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:04:07,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:04:07,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:04:08,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:13,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:18,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:21,138 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:04:22,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:04:22,090 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:04:22,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:04:24,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:29,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:34,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:37,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:04:37,090 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:04:37,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:04:40,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:45,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:50,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:04:51,139 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:04:52,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:04:52,090 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:04:52,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:04:56,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:01,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:06,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:07,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:05:07,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:05:07,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:05:11,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:16,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:21,139 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:05:22,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:05:22,090 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:05:22,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:05:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:27,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:32,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:37,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:05:37,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:05:37,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:05:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:42,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:47,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:51,141 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:05:52,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:05:52,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:05:52,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:05:52,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:05:57,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:02,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:07,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:06:07,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:06:07,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:06:07,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:12,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:17,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:21,141 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:06:22,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:06:22,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:06:22,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:06:23,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:28,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:33,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:37,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:06:37,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:06:37,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:06:38,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:43,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:48,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:51,142 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:06:52,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:06:52,091 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:06:52,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:06:54,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:06:59,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:04,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:07,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:07:07,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:07:07,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:07:09,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:14,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:18,830 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:07:18,832 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:07:18,833 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:07:18,833 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:07:18,833 DEBUG SenderThread:528 [sender.py:send():379] send: metric +2024-04-10 01:07:18,833 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:07:18,833 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:07:18,835 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:07:19,143 INFO Thread-12 :528 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:07:20,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:21,143 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:07:22,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:07:22,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:07:22,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:07:22,145 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:07:25,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:30,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:31,148 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/config.yaml +2024-04-10 01:07:35,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:37,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:07:37,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:07:37,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:07:41,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:46,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:51,144 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:07:52,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:07:52,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:07:52,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:07:52,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:07:57,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:02,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:07,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:08:07,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:08:07,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:08:08,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:13,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:18,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:21,146 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:08:22,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:08:22,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:08:22,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:08:23,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:28,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:33,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:37,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:08:37,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:08:37,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:08:38,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:43,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:48,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:51,147 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:08:52,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:08:52,092 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:08:52,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:08:53,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:08:58,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:03,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:07,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:09:07,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:09:07,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:09:08,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:13,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:18,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:21,147 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:09:22,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:09:22,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:09:22,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:09:24,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:29,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:34,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:37,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:09:37,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:09:37,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:09:39,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:44,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:49,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:09:51,148 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:09:52,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:09:52,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:09:52,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:09:55,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:00,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:05,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:07,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:10:07,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:10:07,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:10:11,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:16,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:21,149 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:10:22,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:10:22,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:10:22,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:10:22,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:27,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:32,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:37,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:10:37,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:10:37,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:10:37,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:42,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:47,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:51,150 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:10:52,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:10:52,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:10:52,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:10:53,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:10:58,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:03,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:07,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:11:07,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:11:07,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:11:09,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:14,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:19,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:21,151 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:11:22,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:11:22,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:11:22,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:11:24,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:29,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:34,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:36,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:11:36,134 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:11:36,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:11:36,135 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:11:36,238 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:11:37,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:11:37,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:11:37,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:11:38,238 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:11:40,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:45,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:50,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:11:51,152 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:11:52,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:11:52,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:11:52,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:11:55,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:00,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:05,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:07,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:12:07,094 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:12:07,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:12:11,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:16,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:21,152 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:12:22,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:12:22,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:12:22,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:12:22,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:27,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:32,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:37,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:12:37,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:12:37,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:12:38,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:43,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:48,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:51,153 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:12:52,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:12:52,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:12:52,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:12:53,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:12:58,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:03,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:07,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:13:07,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:13:07,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:13:08,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:13,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:18,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:21,155 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:13:22,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:13:22,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:13:22,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:13:24,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:29,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:34,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:37,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:13:37,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:13:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:13:40,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:45,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:50,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:13:51,155 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:13:52,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:13:52,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:13:52,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:13:55,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:00,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:05,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:07,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:14:07,095 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:14:07,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:14:11,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:16,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:21,156 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:14:22,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:14:22,096 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:14:22,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:14:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:27,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:32,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:37,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:14:37,096 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:14:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:14:37,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:42,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:47,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:51,157 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:14:52,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:14:52,096 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:14:52,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:14:53,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:14:58,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:03,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:07,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:15:07,096 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:15:07,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:15:08,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:13,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:18,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:21,163 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:15:22,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:15:22,096 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:15:22,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:15:24,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:29,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:30,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:15:30,277 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:15:30,277 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:15:30,277 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:15:30,324 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:15:32,325 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:15:34,666 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:37,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:15:37,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:15:37,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:15:40,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:45,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:50,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:15:51,160 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:15:52,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:15:52,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:15:52,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:15:55,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:00,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:05,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:07,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:16:07,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:16:07,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:16:10,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:15,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:20,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:21,161 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:16:22,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:16:22,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:16:22,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:16:26,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:31,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:36,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:37,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:16:37,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:16:37,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:16:42,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:47,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:51,162 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:16:52,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:16:52,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:16:52,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:16:52,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:16:57,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:02,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:07,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:17:07,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:17:07,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:17:08,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:13,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:18,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:21,163 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:17:22,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:17:22,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:17:22,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:17:24,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:29,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:34,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:37,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:17:37,097 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:17:37,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:17:39,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:44,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:49,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:17:51,164 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:17:52,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:17:52,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:17:52,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:17:55,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:00,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:05,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:07,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:18:07,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:18:07,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:18:11,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:16,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:21,165 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:18:22,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:18:22,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:18:22,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:18:22,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:27,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:32,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:37,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:18:37,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:18:37,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:18:38,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:43,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:48,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:51,166 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:18:52,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:18:52,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:18:52,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:18:53,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:18:58,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:03,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:07,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:19:07,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:19:07,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:19:09,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:14,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:19,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:21,167 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:19:22,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:19:22,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:19:22,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:19:24,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:29,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:34,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:37,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:19:37,098 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:19:37,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:19:40,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:45,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:50,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:19:51,168 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:19:52,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:19:52,099 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:19:52,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:19:55,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:00,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:04,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:20:04,549 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:20:04,549 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:20:04,549 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:20:05,423 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:20:05,963 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:06,424 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:20:07,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:20:07,099 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:20:07,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:20:11,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:16,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:21,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:21,169 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:20:22,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:20:22,099 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:20:22,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:20:26,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:31,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:36,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:37,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:20:37,099 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:20:37,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:20:42,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:47,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:51,170 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:20:52,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:20:52,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:20:52,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:20:52,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:20:57,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:02,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:07,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:21:07,099 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:21:07,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:21:08,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:13,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:18,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:21,170 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:21:22,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:21:22,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:21:22,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:21:24,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:29,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:34,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:37,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:21:37,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:21:37,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:21:39,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:44,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:49,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:21:51,172 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:21:52,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:21:52,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:21:52,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:21:55,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:00,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:05,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:07,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:22:07,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:22:07,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:22:11,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:16,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:21,172 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:22:22,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:22:22,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:22:22,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:22:22,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:27,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:32,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:37,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:22:37,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:22:37,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:22:37,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:42,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:47,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:51,173 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:22:52,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:22:52,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:22:52,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:22:52,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:22:57,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:02,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:07,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:23:07,100 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:23:07,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:23:08,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:13,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:18,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:21,174 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:23:22,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:23:22,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:23:22,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:23:23,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:28,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:33,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:37,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:23:37,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:23:37,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:23:39,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:44,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:49,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:51,175 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:23:52,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:23:52,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:23:52,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:23:54,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:59,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:23:59,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:23:59,326 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:23:59,327 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:23:59,327 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:23:59,509 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:24:01,511 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:24:04,804 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:07,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:24:07,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:24:07,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:24:10,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:15,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:20,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:21,176 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:24:22,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:24:22,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:24:22,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:24:25,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:30,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:35,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:37,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:24:37,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:24:37,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:24:41,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:46,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:51,177 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:24:52,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:24:52,101 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:24:52,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:24:52,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:24:57,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:02,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:07,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:25:07,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:25:07,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:25:07,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:12,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:17,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:21,177 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:25:22,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:25:22,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:25:22,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:25:22,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:27,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:32,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:37,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:25:37,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:25:37,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:25:38,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:43,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:48,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:51,178 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:25:52,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:25:52,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:25:52,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:25:54,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:25:59,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:04,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:07,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:26:07,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:26:07,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:26:09,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:14,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:19,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:21,179 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:26:22,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:26:22,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:26:22,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:26:25,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:30,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:35,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:37,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:26:37,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:26:37,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:26:40,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:45,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:50,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:26:51,180 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:26:52,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:26:52,102 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:26:52,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:26:56,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:01,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:06,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:07,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:27:07,103 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:27:07,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:27:11,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:16,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:21,181 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:27:22,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:27:22,103 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:27:22,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:27:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:27,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:32,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:37,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:27:37,103 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:27:37,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:27:37,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:42,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:47,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:51,182 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:27:52,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:27:52,103 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:27:52,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:27:53,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:27:58,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:03,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:07,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:28:07,103 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:28:07,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:28:08,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:13,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:18,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:21,182 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:28:22,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:28:22,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:28:22,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:28:23,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:28:23,192 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:28:23,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:28:23,193 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:28:23,573 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:23,607 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:28:25,607 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:28:28,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:33,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:37,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:28:37,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:28:37,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:28:39,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:44,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:49,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:51,183 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:28:52,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:28:52,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:28:52,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:28:54,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:28:59,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:04,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:07,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:29:07,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:29:07,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:29:10,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:15,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:20,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:21,184 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:29:22,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:29:22,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:29:22,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:29:26,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:31,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:36,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:37,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:29:37,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:29:37,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:29:42,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:47,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:51,185 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:29:52,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:29:52,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:29:52,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:29:53,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:29:58,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:03,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:07,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:30:07,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:30:07,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:30:08,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:13,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:18,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:21,186 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:30:22,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:30:22,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:30:22,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:30:24,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:29,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:34,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:37,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:30:37,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:30:37,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:30:40,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:45,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:50,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:30:51,186 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:30:52,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:30:52,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:30:52,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:30:56,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:01,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:06,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:07,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:31:07,105 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:31:07,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:31:11,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:16,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:21,188 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:31:22,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:31:22,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:31:22,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:31:22,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:27,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:32,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:37,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:31:37,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:31:37,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:31:38,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:43,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:48,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:51,189 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:31:52,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:31:52,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:31:52,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:31:53,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:31:58,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:03,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:07,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:32:07,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:32:07,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:32:09,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:14,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:19,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:21,195 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:32:22,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:32:22,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:32:22,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:32:25,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:30,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:35,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:36,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:32:36,457 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:32:36,457 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:32:36,457 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:32:36,698 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:32:37,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:32:37,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:32:37,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:32:39,699 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:32:40,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:45,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:50,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:32:51,191 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:32:52,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:32:52,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:32:52,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:32:56,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:01,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:06,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:07,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:33:07,106 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:33:07,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:33:11,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:16,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:21,191 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:33:22,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:33:22,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:33:22,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:33:22,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:27,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:32,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:37,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:33:37,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:33:37,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:33:37,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:42,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:47,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:51,192 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:33:52,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:33:52,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:33:52,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:33:53,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:33:58,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:03,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:07,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:34:07,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:34:07,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:34:09,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:14,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:19,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:21,193 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:34:22,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:34:22,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:34:22,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:34:24,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:29,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:34,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:37,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:34:37,108 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:34:37,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:34:40,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:45,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:50,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:34:51,194 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:34:52,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:34:52,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:34:52,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:34:55,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:00,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:05,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:07,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:35:07,108 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:35:07,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:35:10,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:15,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:20,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:21,195 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:35:22,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:35:22,108 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:35:22,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:35:25,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:30,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:35,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:37,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:35:37,108 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:35:37,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:35:41,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:46,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:51,196 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:35:52,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:35:52,108 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:35:52,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:35:52,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:35:57,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:02,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:07,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:36:07,109 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:36:07,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:36:08,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:13,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:18,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:21,197 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:36:22,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:36:22,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:36:22,110 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:36:23,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:28,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:33,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:37,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:36:37,109 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:36:37,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:36:39,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:44,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:49,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:51,198 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:36:52,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:36:52,109 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:36:52,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:36:54,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:58,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:36:58,145 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:36:58,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:36:58,145 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:36:58,799 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:36:59,615 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:36:59,799 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:37:04,616 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:07,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:37:07,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:37:07,110 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:37:10,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:15,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:20,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:21,199 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:37:22,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:37:22,109 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:37:22,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:37:25,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:30,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:35,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:37,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:37:37,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:37:37,110 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:37:41,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:46,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:51,200 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:37:52,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:37:52,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:37:52,110 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:37:52,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:37:57,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:02,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:07,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:38:07,109 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:38:07,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:38:07,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:12,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:17,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:21,201 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:38:22,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:38:22,110 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:38:22,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:38:22,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:27,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:32,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:37,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:38:37,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:38:37,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:38:38,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:43,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:48,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:51,201 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:38:52,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:38:52,111 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:38:52,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:38:53,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:38:58,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:03,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:07,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:39:07,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:39:07,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:39:08,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:13,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:18,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:21,202 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:39:22,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:39:22,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:39:22,111 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:39:24,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:29,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:34,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:37,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:39:37,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:39:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:39:39,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:44,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:49,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:39:51,203 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:39:52,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:39:52,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:39:52,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:39:55,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:00,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:05,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:07,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:40:07,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:40:07,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:40:11,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:16,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:21,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:21,205 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:40:22,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:40:22,111 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:40:22,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:40:27,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:32,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:37,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:40:37,111 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:40:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:40:38,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:43,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:46,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:40:46,351 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:40:46,351 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:40:46,352 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:40:46,881 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:40:47,881 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:40:48,702 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:51,205 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:40:52,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:40:52,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:40:52,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:40:54,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:40:59,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:04,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:07,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:41:07,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:41:07,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:41:10,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:15,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:20,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:21,206 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:41:22,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:41:22,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:41:22,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:41:25,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:30,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:35,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:37,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:41:37,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:41:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:41:40,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:45,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:50,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:41:51,207 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:41:52,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:41:52,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:41:52,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:41:56,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:01,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:06,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:07,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:42:07,112 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:42:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:42:12,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:17,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:21,208 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:42:22,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:42:22,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:42:22,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:42:23,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:28,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:33,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:37,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:42:37,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:42:37,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:42:38,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:43,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:48,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:51,209 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:42:52,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:42:52,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:42:52,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:42:53,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:42:58,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:03,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:07,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:43:07,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:43:07,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:43:08,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:13,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:18,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:21,210 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:43:22,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:43:22,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:43:22,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:43:24,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:29,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:34,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:37,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:43:37,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:43:37,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:43:39,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:44,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:49,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:43:51,211 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:43:52,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:43:52,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:43:52,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:43:55,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:00,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:05,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:07,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:44:07,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:44:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:44:10,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:15,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:20,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:21,211 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:44:22,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:44:22,113 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:44:22,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:44:25,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:30,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:35,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:37,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:44:37,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:44:37,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:44:41,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:46,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:51,212 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:44:51,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:44:52,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:44:52,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:44:52,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:44:56,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:01,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:06,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:07,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:45:07,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:45:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:45:12,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:17,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:21,213 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:45:22,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:45:22,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:45:22,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:45:22,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:27,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:27,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:45:27,327 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:45:27,327 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:45:27,327 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:45:27,979 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:45:29,980 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:45:32,713 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:37,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:45:37,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:45:37,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:45:38,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:43,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:48,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:51,214 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:45:52,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:45:52,114 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:45:52,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:45:53,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:45:58,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:03,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:07,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:46:07,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:46:07,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:46:09,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:14,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:19,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:21,215 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:46:22,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:46:22,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:46:22,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:46:25,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:30,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:35,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:37,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:46:37,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:46:37,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:46:40,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:45,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:50,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:46:51,215 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:46:52,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:46:52,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:46:52,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:46:56,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:01,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:06,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:07,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:47:07,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:47:07,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:47:11,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:16,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:21,216 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:47:22,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:47:22,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:47:22,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:47:22,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:27,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:32,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:37,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:47:37,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:47:37,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:47:38,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:43,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:48,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:51,217 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:47:52,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:47:52,115 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:47:52,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:47:54,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:47:59,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:04,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:07,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:48:07,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:48:07,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:48:09,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:14,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:19,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:21,218 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:48:22,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:48:22,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:48:22,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:48:25,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:30,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:35,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:37,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:48:37,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:48:37,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:48:40,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:45,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:50,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:48:51,220 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:48:52,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:48:52,117 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:48:52,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:48:56,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:01,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:06,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:07,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:49:07,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:49:07,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:49:12,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:17,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:21,221 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:49:22,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:49:22,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:49:22,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:49:23,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:28,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:33,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:37,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:49:37,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:49:37,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:49:39,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:44,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:49,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:49,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:49:49,396 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:49:49,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:49:49,396 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:49:50,077 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:49:51,077 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:49:51,222 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:49:52,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:49:52,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:49:52,117 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:49:54,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:49:59,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:04,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:07,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:50:07,117 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:50:07,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:50:10,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:15,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:20,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:21,222 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:50:22,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:50:22,117 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:50:22,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:50:25,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:30,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:35,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:37,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:50:37,117 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:50:37,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:50:40,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:45,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:50,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:50:51,223 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:50:52,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:50:52,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:50:52,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:50:56,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:01,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:06,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:07,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:51:07,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:51:07,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:51:12,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:17,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:21,224 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:51:22,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:51:22,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:51:22,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:51:22,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:27,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:32,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:37,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:51:37,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:51:37,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:51:37,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:42,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:47,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:51,225 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:51:52,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:51:52,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:51:52,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:51:53,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:51:58,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:03,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:07,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:52:07,118 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:52:07,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:52:09,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:14,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:19,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:21,225 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:52:22,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:52:22,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:52:22,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:52:24,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:29,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:34,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:37,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:52:37,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:52:37,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:52:40,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:45,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:50,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:52:51,226 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:52:52,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:52:52,124 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:52:52,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:52:55,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:00,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:05,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:07,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:53:07,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:53:07,125 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:53:10,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:15,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:20,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:21,227 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:53:22,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:53:22,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:53:22,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:53:26,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:31,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:36,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:37,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:53:37,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:53:37,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:53:40,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:53:40,258 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:53:40,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:53:40,259 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:53:41,159 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:53:41,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:43,160 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:53:46,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:51,228 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:53:52,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:53:52,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:53:52,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:53:52,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:53:57,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:02,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:07,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:54:07,125 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:54:07,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:54:08,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:13,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:18,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:21,229 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:54:22,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:54:22,125 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:54:22,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:54:23,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:28,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:33,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:37,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:54:37,125 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:54:37,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:54:39,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:44,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:49,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:51,230 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:54:52,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:54:52,125 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:54:52,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:54:54,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:54:59,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:04,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:07,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:55:07,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:55:07,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:55:09,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:14,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:19,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:21,231 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:55:22,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:55:22,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:55:22,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:55:25,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:30,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:35,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:37,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:55:37,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:55:37,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:55:41,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:46,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:51,232 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:55:52,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:55:52,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:55:52,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:55:52,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:55:57,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:02,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:07,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:56:07,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:56:07,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:56:07,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:12,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:17,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:21,233 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:56:22,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:56:22,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:56:22,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:56:23,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:28,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:33,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:37,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:56:37,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:56:37,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:56:38,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:43,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:48,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:51,233 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:56:52,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:56:52,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:56:52,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:56:53,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:56:58,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:03,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:07,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:57:07,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:57:07,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:57:09,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:14,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:19,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:21,234 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:57:22,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:57:22,126 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:57:22,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:57:25,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:27,754 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 01:57:27,755 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 01:57:27,756 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 01:57:27,756 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 01:57:28,243 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 01:57:29,244 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 01:57:31,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:36,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:37,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:57:37,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:57:37,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:57:41,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:46,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:51,235 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:57:52,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:57:52,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:57:52,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:57:52,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:57:57,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:02,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:07,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:58:07,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:58:07,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:58:08,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:13,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:18,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:21,236 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:58:22,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:58:22,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:58:22,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:58:23,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:28,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:33,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:37,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:58:37,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:58:37,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:58:39,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:44,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:49,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:51,237 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:58:52,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:58:52,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:58:52,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:58:54,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:58:59,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:04,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:07,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:59:07,127 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:59:07,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:59:10,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:15,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:20,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:21,238 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:59:22,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:59:22,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:59:22,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:59:26,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:31,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:36,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:37,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:59:37,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:59:37,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:59:42,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:47,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:51,239 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 01:59:52,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 01:59:52,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 01:59:52,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 01:59:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 01:59:57,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:02,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:07,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:00:07,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:00:07,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:00:08,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:13,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:18,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:21,241 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:00:22,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:00:22,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:00:22,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:00:23,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:28,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:33,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:37,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:00:37,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:00:37,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:00:39,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:44,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:49,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:51,241 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:00:52,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:00:52,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:00:52,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:00:54,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:00:59,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:04,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:07,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:01:07,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:01:07,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:01:10,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:13,856 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:01:13,857 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:01:13,857 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:01:13,858 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:01:14,324 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:01:15,325 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:01:16,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:21,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:21,242 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:01:22,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:01:22,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:01:22,129 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:01:26,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:31,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:36,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:37,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:01:37,128 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:01:37,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:01:42,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:47,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:51,243 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:01:52,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:01:52,129 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:01:52,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:01:52,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:01:57,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:02,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:07,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:02:07,129 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:02:07,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:02:07,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:12,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:17,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:21,244 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:02:22,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:02:22,129 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:02:22,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:02:22,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:27,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:32,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:37,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:02:37,130 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:02:37,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:02:38,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:43,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:48,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:51,246 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:02:52,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:02:52,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:02:52,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:02:53,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:02:58,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:03,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:07,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:03:07,130 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:03:07,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:03:08,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:13,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:18,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:21,246 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:03:22,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:03:22,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:03:22,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:03:23,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:28,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:33,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:37,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:03:37,130 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:03:37,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:03:39,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:44,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:49,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:51,247 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:03:52,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:03:52,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:03:52,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:03:54,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:03:59,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:04,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:07,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:04:07,130 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:04:07,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:04:09,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:14,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:19,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:21,248 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:04:22,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:04:22,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:04:22,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:04:25,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:30,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:35,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:37,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:04:37,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:04:37,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:04:40,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:45,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:50,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:04:51,249 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:04:52,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:04:52,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:04:52,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:04:56,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:01,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:06,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:07,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:05:07,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:05:07,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:05:11,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:16,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:21,251 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:05:22,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:05:22,131 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:05:22,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:05:22,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:27,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:32,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:37,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:05:37,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:05:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:05:38,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:41,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:05:41,481 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:05:41,481 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:05:41,481 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:05:42,420 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:05:43,420 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:05:43,943 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:48,944 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:51,251 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:05:52,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:05:52,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:05:52,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:05:54,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:05:59,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:04,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:07,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:06:07,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:06:07,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:06:09,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:14,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:19,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:21,252 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:06:22,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:06:22,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:06:22,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:06:25,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:30,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:35,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:37,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:06:37,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:06:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:06:40,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:45,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:50,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:06:51,258 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:06:52,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:06:52,132 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:06:52,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:06:56,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:01,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:06,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:07,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:07:07,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:07:07,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:07:11,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:16,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:21,254 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:07:22,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:07:22,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:07:22,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:07:22,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:27,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:32,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:37,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:07:37,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:07:37,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:07:38,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:43,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:48,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:51,255 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:07:52,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:07:52,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:07:52,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:07:54,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:07:59,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:04,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:07,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:08:07,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:08:07,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:08:09,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:14,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:19,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:21,256 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:08:22,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:08:22,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:08:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:08:24,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:29,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:34,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:08:37,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:08:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:08:40,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:45,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:50,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:08:51,257 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:08:52,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:08:52,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:08:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:08:55,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:00,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:05,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:07,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:09:07,133 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:09:07,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:09:11,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:16,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:21,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:21,258 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:09:22,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:09:22,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:09:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:09:26,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:31,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:36,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:37,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:09:37,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:09:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:09:42,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:47,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:51,259 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:09:52,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:09:52,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:09:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:09:52,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:57,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:09:58,654 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:09:58,655 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:09:58,655 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:09:58,656 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:09:59,518 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:09:59,518 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:10:03,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:07,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:10:07,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:10:07,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:10:08,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:13,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:18,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:21,260 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:10:22,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:10:22,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:10:22,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:10:23,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:28,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:33,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:37,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:10:37,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:10:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:10:39,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:44,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:49,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:10:51,261 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:10:52,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:10:52,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:10:52,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:10:55,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:00,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:05,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:07,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:11:07,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:11:07,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:11:10,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:15,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:20,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:21,262 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:11:22,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:11:22,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:11:22,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:11:26,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:31,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:36,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:37,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:11:37,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:11:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:11:42,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:47,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:51,263 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:11:52,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:11:52,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:11:52,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:11:52,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:11:57,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:02,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:07,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:12:07,135 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:12:07,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:12:08,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:13,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:18,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:21,264 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:12:22,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:12:22,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:12:22,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:12:23,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:28,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:33,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:12:37,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:12:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:12:38,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:43,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:48,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:51,265 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:12:52,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:12:52,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:12:52,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:12:54,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:12:59,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:04,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:07,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:13:07,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:13:07,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:13:09,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:14,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:19,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:21,266 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:13:22,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:13:22,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:13:22,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:13:25,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:30,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:35,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:13:37,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:13:37,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:13:40,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:13:40,987 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:13:40,987 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:13:40,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:40,988 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:13:41,601 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:13:42,601 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:13:46,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:51,268 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:13:52,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:13:52,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:13:52,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:13:52,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:13:57,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:02,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:07,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:14:07,136 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:14:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:14:07,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:12,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:17,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:21,268 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:14:22,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:14:22,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:14:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:14:22,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:27,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:32,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:37,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:14:37,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:14:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:14:37,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:42,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:47,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:51,270 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:14:52,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:14:52,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:14:52,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:14:53,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:14:58,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:03,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:07,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:15:07,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:15:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:15:08,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:13,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:18,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:21,270 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:15:22,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:15:22,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:15:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:15:24,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:29,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:34,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:37,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:15:37,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:15:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:15:40,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:45,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:50,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:15:51,271 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:15:52,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:15:52,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:15:52,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:15:56,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:01,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:06,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:07,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:16:07,137 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:16:07,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:16:11,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:16,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:21,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:21,272 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:16:22,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:16:22,138 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:16:22,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:16:27,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:32,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:37,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:16:37,138 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:16:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:16:37,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:42,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:47,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:51,273 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:16:52,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:16:52,138 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:16:52,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:16:53,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:16:58,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:03,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:07,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:17:07,138 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:17:07,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:17:09,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:14,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:19,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:21,273 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:17:22,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:17:22,138 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:17:22,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:17:25,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:30,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:35,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:37,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:17:37,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:17:37,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:17:38,768 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:17:38,769 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:17:38,769 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:17:38,770 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:17:39,696 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:17:40,696 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:17:41,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:46,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:51,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:17:51,274 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:17:52,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:17:52,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:17:52,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:17:56,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:01,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:06,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:07,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:18:07,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:18:07,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:18:11,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:16,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:21,275 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:18:22,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:18:22,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:18:22,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:18:22,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:27,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:32,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:37,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:18:37,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:18:37,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:18:38,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:43,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:48,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:51,276 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:18:52,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:18:52,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:18:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:18:53,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:18:58,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:03,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:07,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:19:07,144 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:19:07,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:19:09,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:14,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:19,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:21,277 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:19:22,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:19:22,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:19:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:19:24,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:29,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:34,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:37,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:19:37,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:19:37,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:19:40,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:45,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:50,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:19:51,278 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:19:52,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:19:52,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:19:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:19:55,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:00,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:05,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:07,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:20:07,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:20:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:20:11,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:16,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:21,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:21,278 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:20:22,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:20:22,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:20:22,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:20:26,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:31,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:36,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:37,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:20:37,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:20:37,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:20:42,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:47,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:51,279 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:20:52,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:20:52,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:20:52,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:20:52,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:20:57,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:02,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:07,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:21:07,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:21:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:21:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:12,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:17,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:21,280 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:21:22,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:21:22,146 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:21:22,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:21:22,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:27,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:32,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:35,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:21:35,405 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:21:35,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:21:35,405 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:21:35,787 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:21:36,787 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:21:37,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:21:37,146 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:21:37,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:21:38,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:43,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:48,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:51,281 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:21:52,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:21:52,146 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:21:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:21:53,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:21:58,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:03,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:07,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:22:07,146 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:22:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:22:09,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:14,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:19,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:21,282 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:22:22,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:22:22,146 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:22:22,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:22:25,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:30,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:35,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:37,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:22:37,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:22:37,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:22:41,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:46,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:51,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:22:51,283 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:22:52,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:22:52,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:22:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:22:56,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:01,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:06,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:07,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:23:07,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:23:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:23:11,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:16,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:21,284 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:23:22,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:23:22,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:23:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:23:22,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:27,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:32,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:37,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:23:37,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:23:37,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:23:37,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:42,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:47,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:51,285 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:23:52,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:23:52,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:23:52,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:23:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:23:57,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:02,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:07,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:24:07,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:24:07,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:24:08,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:13,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:18,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:21,291 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:24:22,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:24:22,147 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:24:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:24:23,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:28,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:33,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:37,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:24:37,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:24:37,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:24:39,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:44,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:49,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:51,287 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:24:52,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:24:52,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:24:52,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:24:54,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:24:59,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:04,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:07,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:25:07,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:25:07,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:25:09,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:14,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:19,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:21,290 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:25:22,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:25:22,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:25:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:25:25,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:30,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:33,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:25:33,197 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:25:33,198 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:25:33,198 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:25:33,878 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:25:34,878 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:25:35,670 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:37,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:25:37,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:25:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:25:41,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:46,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:51,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:25:51,289 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:25:52,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:25:52,148 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:25:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:25:56,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:01,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:06,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:07,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:26:07,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:26:07,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:26:12,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:17,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:21,291 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:26:22,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:26:22,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:26:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:26:23,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:28,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:33,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:37,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:26:37,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:26:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:26:38,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:43,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:48,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:51,291 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:26:52,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:26:52,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:26:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:26:54,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:26:59,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:04,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:07,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:27:07,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:27:07,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:27:09,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:14,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:19,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:21,292 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:27:22,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:27:22,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:27:22,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:27:24,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:29,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:34,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:37,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:27:37,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:27:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:27:40,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:45,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:50,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:27:51,293 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:27:52,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:27:52,149 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:27:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:27:55,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:00,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:05,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:07,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:28:07,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:28:07,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:28:11,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:16,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:21,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:21,294 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:28:22,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:28:22,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:28:22,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:28:27,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:32,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:37,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:28:37,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:28:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:28:37,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:42,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:47,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:51,295 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:28:52,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:28:52,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:28:52,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:28:53,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:28:58,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:03,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:07,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:29:07,150 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:29:07,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:29:09,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:14,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:19,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:21,296 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:29:22,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:29:22,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:29:22,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:29:24,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:29,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:34,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:37,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:29:37,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:29:37,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:29:40,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:45,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:46,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:29:46,344 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:29:46,344 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:29:46,344 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:29:46,971 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:29:48,973 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:29:50,711 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:29:51,297 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:29:52,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:29:52,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:29:52,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:29:56,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:01,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:06,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:07,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:30:07,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:30:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:30:12,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:17,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:21,298 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:30:22,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:30:22,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:30:22,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:30:22,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:27,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:32,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:37,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:30:37,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:30:37,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:30:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:42,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:47,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:51,298 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:30:52,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:30:52,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:30:52,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:30:52,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:30:57,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:02,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:07,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:31:07,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:31:07,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:31:08,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:13,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:18,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:21,300 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:31:22,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:31:22,151 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:31:22,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:31:23,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:28,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:33,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:37,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:31:37,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:31:37,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:31:38,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:43,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:48,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:51,300 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:31:52,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:31:52,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:31:52,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:31:54,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:31:59,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:04,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:07,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:32:07,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:32:07,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:32:09,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:14,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:19,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:21,302 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:32:22,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:32:22,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:32:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:32:25,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:30,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:35,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:32:37,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:32:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:32:40,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:45,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:50,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:32:51,302 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:32:52,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:32:52,152 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:32:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:32:56,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:01,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:06,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:07,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:33:07,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:33:07,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:33:11,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:16,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:21,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:21,303 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:33:22,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:33:22,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:33:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:33:26,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:31,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:34,976 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:33:34,977 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:33:34,977 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:33:34,978 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:33:35,057 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:33:37,058 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:33:37,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:33:37,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:33:37,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:33:37,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:42,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:47,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:51,305 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:33:52,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:33:52,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:33:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:33:53,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:33:58,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:03,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:07,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:34:07,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:34:07,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:34:09,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:14,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:19,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:21,306 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:34:22,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:34:22,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:34:22,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:34:25,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:30,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:35,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:37,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:34:37,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:34:37,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:34:40,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:45,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:50,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:34:51,307 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:34:52,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:34:52,153 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:34:52,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:34:56,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:01,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:06,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:07,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:35:07,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:35:07,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:35:12,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:17,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:21,308 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:35:22,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:35:22,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:35:22,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:35:22,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:27,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:32,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:37,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:35:37,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:35:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:35:38,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:43,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:48,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:51,309 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:35:52,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:35:52,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:35:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:35:53,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:35:58,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:03,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:36:07,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:36:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:36:09,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:14,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:19,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:21,310 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:36:22,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:36:22,154 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:36:22,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:36:24,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:29,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:34,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:37,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:36:37,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:36:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:36:40,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:45,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:50,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:36:51,311 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:36:52,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:36:52,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:36:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:36:55,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:00,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:05,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:07,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:37:07,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:37:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:37:10,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:15,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:20,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:21,313 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:37:22,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:37:22,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:37:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:37:26,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:31,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:36,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:37,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:37:37,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:37:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:37:41,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:46,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:51,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:51,313 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:37:52,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:37:52,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:37:52,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:37:56,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:37:56,286 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:37:56,286 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:37:56,286 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:37:56,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:37:57,161 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:37:58,162 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:38:01,813 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:06,814 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:07,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:38:07,155 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:38:07,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:38:12,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:17,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:21,314 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:38:22,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:38:22,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:38:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:38:22,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:27,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:32,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:37,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:38:37,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:38:37,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:38:38,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:43,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:48,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:51,315 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:38:52,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:38:52,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:38:52,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:38:53,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:38:58,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:03,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:07,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:39:07,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:39:07,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:39:09,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:14,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:19,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:21,316 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:39:22,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:39:22,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:39:22,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:39:24,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:29,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:34,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:37,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:39:37,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:39:37,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:39:39,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:44,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:49,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:51,317 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:39:52,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:39:52,156 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:39:52,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:39:54,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:39:59,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:04,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:07,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:40:07,157 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:40:07,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:40:10,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:15,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:20,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:21,318 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:40:22,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:40:22,157 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:40:22,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:40:25,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:30,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:35,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:37,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:40:37,157 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:40:37,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:40:41,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:46,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:51,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:40:51,318 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:40:52,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:40:52,157 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:40:52,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:40:56,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:01,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:06,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:07,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:41:07,157 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:41:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:41:12,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:17,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:21,324 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:41:22,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:41:22,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:41:22,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:41:22,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:27,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:32,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:37,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:41:37,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:41:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:41:37,948 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:41:37,949 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:41:37,950 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:41:37,950 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:37,950 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:41:38,243 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:41:40,244 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:41:43,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:48,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:51,321 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:41:52,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:41:52,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:41:52,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:41:53,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:41:58,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:03,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:07,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:42:07,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:42:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:42:09,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:14,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:19,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:21,322 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:42:22,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:42:22,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:42:22,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:42:24,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:29,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:34,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:37,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:42:37,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:42:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:42:39,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:44,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:49,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:51,323 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:42:52,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:42:52,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:42:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:42:54,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:42:59,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:04,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:07,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:43:07,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:43:07,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:43:09,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:14,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:19,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:21,324 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:43:22,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:43:22,158 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:43:22,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:43:24,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:29,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:34,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:37,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:43:37,159 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:43:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:43:39,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:44,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:49,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:43:51,325 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:43:52,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:43:52,159 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:43:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:43:55,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:00,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:05,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:07,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:44:07,159 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:44:07,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:44:10,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:15,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:20,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:21,325 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:44:22,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:44:22,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:44:22,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:44:26,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:31,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:36,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:37,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:44:37,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:44:37,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:44:41,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:46,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:51,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:44:51,326 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:44:52,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:44:52,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:44:52,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:44:56,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:01,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:06,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:07,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:45:07,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:45:07,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:45:12,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:17,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:21,328 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:45:22,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:45:22,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:45:22,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:45:23,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:28,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:33,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:36,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:45:36,262 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:45:36,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:45:36,263 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:45:36,336 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:45:37,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:45:37,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:45:37,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:45:38,337 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:45:39,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:44,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:49,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:51,328 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:45:52,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:45:52,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:45:52,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:45:54,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:45:59,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:04,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:07,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:46:07,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:46:07,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:46:09,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:14,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:19,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:21,330 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:46:22,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:46:22,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:46:22,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:46:25,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:30,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:35,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:37,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:46:37,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:46:37,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:46:41,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:46,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:51,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:46:51,331 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:46:52,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:46:52,161 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:46:52,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:46:56,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:01,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:06,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:07,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:47:07,161 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:47:07,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:47:12,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:17,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:21,332 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:47:22,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:47:22,161 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:47:22,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:47:22,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:27,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:32,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:37,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:47:37,161 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:47:37,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:47:38,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:43,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:48,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:51,333 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:47:52,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:47:52,161 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:47:52,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:47:54,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:47:59,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:04,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:07,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:48:07,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:48:07,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:48:10,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:15,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:20,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:21,334 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:48:22,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:48:22,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:48:22,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:48:26,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:31,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:36,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:37,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:48:37,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:48:37,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:48:41,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:46,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:51,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:48:51,335 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:48:52,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:48:52,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:48:52,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:48:56,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:01,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:06,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:07,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:49:07,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:49:07,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:49:11,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:16,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:21,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:21,336 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:49:22,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:49:22,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:49:22,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:49:26,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:31,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:33,673 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:49:33,674 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:49:33,674 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:49:33,674 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:49:34,426 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:49:36,427 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:49:37,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:37,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:49:37,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:49:37,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:49:42,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:47,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:51,337 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:49:52,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:49:52,162 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:49:52,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:49:52,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:49:57,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:02,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:07,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:50:07,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:50:07,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:50:07,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:12,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:17,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:21,338 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:50:22,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:50:22,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:50:22,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:50:23,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:28,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:33,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:37,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:50:37,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:50:37,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:50:38,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:43,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:48,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:51,339 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:50:52,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:50:52,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:50:52,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:50:54,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:50:59,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:04,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:07,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:51:07,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:51:07,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:51:10,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:15,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:20,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:21,340 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:51:22,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:51:22,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:51:22,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:51:26,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:31,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:36,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:37,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:51:37,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:51:37,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:51:42,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:47,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:51,341 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:51:52,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:51:52,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:51:52,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:51:53,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:51:58,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:03,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:07,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:52:07,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:52:07,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:52:08,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:13,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:18,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:21,342 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:52:22,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:52:22,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:52:22,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:52:23,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:28,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:33,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:37,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:52:37,164 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:52:37,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:52:38,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:43,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:48,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:51,343 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:52:52,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:52:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:52:52,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:52:53,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:52:58,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:03,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:07,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:53:07,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:53:07,171 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:53:09,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:14,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:19,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:21,344 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:53:22,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:53:22,171 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:53:22,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:53:25,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:30,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:35,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:53:37,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:53:37,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:53:40,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:45,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:50,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:53:51,345 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:53:51,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:53:51,533 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:53:51,533 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:53:51,534 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:53:52,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:53:52,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:53:52,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:53:52,530 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:53:52,530 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:53:56,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:01,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:06,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:07,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:54:07,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:54:07,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:54:11,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:16,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:21,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:21,346 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:54:22,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:54:22,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:54:22,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:54:26,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:31,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:36,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:37,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:54:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:54:37,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:54:41,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:46,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:51,347 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:54:52,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:54:52,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:54:52,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:54:52,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:54:57,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:02,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:07,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:55:07,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:55:07,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:55:08,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:13,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:18,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:21,348 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:55:22,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:55:22,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:55:22,173 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:55:24,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:29,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:34,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:37,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:55:37,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:55:37,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:55:39,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:44,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:49,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:55:51,349 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:55:52,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:55:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:55:52,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:55:55,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:00,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:05,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:07,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:56:07,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:56:07,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:56:10,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:15,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:20,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:21,350 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:56:22,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:56:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:56:22,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:56:26,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:31,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:36,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:56:37,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:56:37,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:56:41,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:46,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:51,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:56:51,351 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:56:52,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:56:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:56:52,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:56:56,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:01,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:06,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:07,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:57:07,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:57:07,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:57:11,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:16,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:21,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:21,352 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:57:22,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:57:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:57:22,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:57:27,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:32,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:37,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:57:37,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:57:37,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:57:38,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:43,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:48,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:51,352 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:57:52,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:57:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:57:52,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:57:54,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:57:59,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:04,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:07,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:58:07,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:58:07,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:58:09,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:14,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:19,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:20,875 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 02:58:20,876 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 02:58:20,877 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 02:58:20,877 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 02:58:21,358 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:58:21,635 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 02:58:22,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:58:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:58:22,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:58:22,636 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 02:58:25,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:30,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:35,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:37,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:58:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:58:37,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:58:40,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:45,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:50,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:58:51,355 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:58:52,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:58:52,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:58:52,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:58:56,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:01,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:06,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:07,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:59:07,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:59:07,176 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:59:11,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:16,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:21,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:21,356 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:59:22,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:59:22,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:59:22,176 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:59:26,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:31,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:36,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:37,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:59:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:59:37,176 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:59:42,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:47,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:51,357 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 02:59:52,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 02:59:52,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 02:59:52,176 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 02:59:53,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 02:59:58,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:03,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:07,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:00:07,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:00:07,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:00:08,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:13,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:18,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:21,358 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:00:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:00:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:00:22,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:00:23,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:28,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:33,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:37,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:00:37,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:00:37,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:00:39,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:44,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:49,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:00:51,358 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:00:52,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:00:52,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:00:52,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:00:55,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:00,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:05,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:07,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:01:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:01:07,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:01:11,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:16,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:21,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:21,359 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:01:22,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:01:22,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:01:22,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:01:26,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:31,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:36,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:01:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:01:37,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:01:42,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:47,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:51,360 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:01:52,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:01:52,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:01:52,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:01:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:01:57,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:02,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:07,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:02:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:02:07,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:02:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:12,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:15,736 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:02:15,737 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:02:15,738 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:02:15,738 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:02:16,722 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:02:16,723 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:02:18,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:21,362 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:02:22,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:02:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:02:22,177 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:02:23,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:28,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:33,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:37,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:02:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:02:37,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:02:39,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:44,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:49,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:51,363 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:02:52,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:02:52,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:02:52,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:02:54,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:02:59,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:04,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:07,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:03:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:03:07,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:03:09,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:14,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:19,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:21,364 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:03:22,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:03:22,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:03:22,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:03:25,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:30,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:35,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:37,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:03:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:03:37,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:03:40,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:45,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:50,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:03:51,365 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:03:52,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:03:52,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:03:52,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:03:56,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:01,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:06,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:07,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:04:07,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:04:07,178 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:04:11,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:16,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:21,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:21,366 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:04:22,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:04:22,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:04:22,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:04:27,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:32,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:04:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:04:37,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:04:38,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:43,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:48,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:51,366 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:04:52,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:04:52,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:04:52,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:04:54,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:04:59,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:04,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:05:07,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:05:07,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:05:09,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:14,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:19,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:21,368 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:05:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:05:22,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:05:22,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:05:25,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:30,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:35,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:37,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:05:37,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:05:37,179 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:05:41,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:46,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:51,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:05:51,369 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:05:52,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:05:52,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:05:52,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:05:57,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:02,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:05,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:06:05,288 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:06:05,288 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:06:05,289 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:06:05,812 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:06:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:06:07,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:06:07,180 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:06:07,809 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:07,812 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:06:12,809 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:17,811 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:21,371 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:06:22,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:06:22,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:06:22,180 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:06:23,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:28,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:33,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:06:37,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:06:37,180 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:06:38,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:43,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:48,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:51,372 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:06:52,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:06:52,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:06:52,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:06:54,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:06:59,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:04,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:07,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:07:07,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:07:07,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:07:10,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:15,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:20,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:21,373 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:07:22,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:07:22,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:07:22,180 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:07:26,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:31,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:36,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:37,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:07:37,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:07:37,180 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:07:42,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:47,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:51,373 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:07:52,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:07:52,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:07:52,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:07:52,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:07:57,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:02,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:07,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:08:07,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:08:07,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:08:07,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:12,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:17,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:21,375 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:08:22,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:08:22,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:08:22,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:08:22,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:27,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:32,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:37,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:08:37,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:08:37,181 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:08:37,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:42,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:47,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:51,375 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:08:52,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:08:52,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:08:52,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:08:53,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:08:58,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:03,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:07,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:09:07,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:09:07,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:09:09,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:14,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:19,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:21,377 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:09:22,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:09:22,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:09:22,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:09:24,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:29,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:34,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:37,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:09:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:09:37,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:09:39,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:44,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:49,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:09:51,377 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:09:52,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:09:52,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:09:52,182 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:09:55,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:00,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:02,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:10:02,218 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:10:02,218 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:10:02,219 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:10:02,913 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:10:03,913 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:10:05,781 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:07,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:10:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:10:07,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:10:11,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:16,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:21,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:21,378 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:10:22,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:10:22,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:10:22,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:10:27,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:32,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:37,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:10:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:10:37,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:10:37,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:42,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:47,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:51,379 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:10:52,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:10:52,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:10:52,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:10:53,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:10:58,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:03,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:07,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:11:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:11:07,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:11:08,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:13,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:18,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:21,380 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:11:22,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:11:22,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:11:22,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:11:24,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:29,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:34,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:37,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:11:37,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:11:37,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:11:39,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:44,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:49,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:51,381 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:11:52,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:11:52,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:11:52,183 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:11:54,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:11:59,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:04,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:07,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:12:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:12:07,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:12:10,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:15,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:20,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:21,382 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:12:22,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:12:22,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:12:22,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:12:26,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:31,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:36,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:12:37,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:12:37,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:12:41,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:46,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:51,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:12:51,383 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:12:52,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:12:52,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:12:52,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:12:56,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:01,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:06,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:07,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:13:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:13:07,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:13:12,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:17,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:21,385 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:13:22,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:13:22,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:13:22,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:13:22,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:27,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:32,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:13:37,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:13:37,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:13:38,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:43,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:48,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:51,386 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:13:52,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:13:52,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:13:52,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:13:54,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:13:59,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:04,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:14:07,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:14:07,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:14:09,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:14,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:19,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:21,387 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:14:22,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:14:22,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:14:22,184 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:14:24,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:29,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:34,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:37,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:14:37,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:14:37,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:14:39,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:44,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:49,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:14:51,388 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:14:52,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:14:52,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:14:52,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:14:55,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:00,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:03,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:15:03,492 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:15:03,493 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:15:03,493 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:15:04,022 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:15:05,870 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:06,023 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:15:07,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:15:07,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:15:07,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:15:11,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:16,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:21,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:21,394 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:15:22,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:15:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:15:22,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:15:27,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:32,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:37,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:15:37,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:15:37,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:15:38,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:43,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:48,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:51,390 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:15:52,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:15:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:15:52,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:15:53,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:15:58,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:03,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:07,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:16:07,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:16:07,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:16:09,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:14,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:19,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:21,393 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:16:22,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:16:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:16:22,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:16:24,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:29,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:34,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:37,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:16:37,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:16:37,186 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:16:39,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:44,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:49,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:51,392 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:16:52,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:16:52,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:16:52,186 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:16:54,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:16:59,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:04,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:07,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:17:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:17:07,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:17:10,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:15,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:20,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:21,393 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:17:22,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:17:22,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:17:22,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:17:25,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:30,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:35,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:37,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:17:37,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:17:37,186 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:17:40,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:45,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:50,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:17:51,395 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:17:52,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:17:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:17:52,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:17:55,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:00,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:05,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:07,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:18:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:18:07,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:18:11,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:16,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:21,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:21,395 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:18:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:18:22,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:18:22,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:18:26,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:31,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:36,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:37,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:18:37,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:18:37,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:18:41,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:46,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:51,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:18:51,396 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:18:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:18:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:18:52,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:18:56,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:01,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:06,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:07,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:19:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:19:07,187 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:19:08,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:19:08,403 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:19:08,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:19:08,404 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:19:09,111 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:19:10,112 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:19:11,779 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:16,780 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:21,397 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:19:22,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:19:22,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:19:22,188 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:19:22,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:27,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:32,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:37,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:19:37,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:19:37,188 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:19:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:42,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:47,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:51,398 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:19:52,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:19:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:19:52,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:19:53,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:19:58,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:03,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:20:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:20:07,188 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:20:08,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:13,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:18,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:21,399 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:20:22,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:20:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:20:22,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:20:24,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:29,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:34,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:37,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:20:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:20:37,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:20:39,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:44,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:49,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:20:51,400 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:20:52,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:20:52,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:20:52,188 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:20:55,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:00,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:05,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:21:07,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:21:07,188 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:21:11,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:16,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:21,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:21,401 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:21:22,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:21:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:21:22,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:21:26,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:31,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:36,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:37,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:21:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:21:37,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:21:41,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:46,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:51,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:21:51,403 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:21:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:21:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:21:52,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:21:57,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:02,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:22:07,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:22:07,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:22:08,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:13,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:18,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:21,403 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:22:22,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:22:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:22:22,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:22:24,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:29,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:34,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:37,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:22:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:22:37,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:22:39,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:44,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:49,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:22:51,404 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:22:52,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:22:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:22:52,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:22:55,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:00,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:05,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:07,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:23:07,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:23:07,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:23:08,860 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:23:08,861 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:23:08,861 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:23:08,862 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:23:09,204 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:23:10,204 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:23:11,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:16,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:21,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:21,405 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:23:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:23:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:23:22,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:23:26,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:31,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:36,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:37,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:23:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:23:37,189 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:23:41,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:46,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:51,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:23:51,406 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:23:52,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:23:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:23:52,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:23:56,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:01,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:06,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:07,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:24:07,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:24:07,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:24:12,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:17,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:21,407 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:24:22,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:24:22,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:24:22,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:24:22,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:27,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:32,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:37,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:24:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:24:37,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:24:38,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:43,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:48,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:51,408 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:24:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:24:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:24:52,190 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:24:53,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:24:58,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:03,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:07,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:25:07,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:25:07,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:25:09,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:14,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:19,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:21,409 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:25:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:25:22,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:25:22,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:25:25,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:30,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:35,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:37,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:25:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:25:37,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:25:40,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:45,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:50,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:25:51,410 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:25:52,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:25:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:25:52,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:25:56,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:01,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:06,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:07,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:26:07,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:26:07,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:26:12,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:17,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:21,411 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:26:22,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:26:22,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:26:22,191 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:26:23,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:28,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:33,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:26:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:26:37,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:26:38,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:43,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:48,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:51,412 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:26:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:26:52,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:26:52,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:26:53,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:26:58,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:03,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:07,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:27:07,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:27:07,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:27:08,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:10,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:27:10,175 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:27:10,175 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:27:10,176 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:27:10,298 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:27:12,299 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:27:13,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:18,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:21,413 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:27:22,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:27:22,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:27:22,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:27:24,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:29,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:34,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:37,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:27:37,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:27:37,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:27:39,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:44,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:49,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:51,413 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:27:52,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:27:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:27:52,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:27:54,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:27:59,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:04,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:07,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:28:07,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:28:07,192 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:28:10,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:15,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:20,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:21,414 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:28:22,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:28:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:28:22,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:28:25,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:30,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:35,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:37,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:28:37,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:28:37,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:28:41,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:46,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:51,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:28:51,415 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:28:52,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:28:52,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:28:52,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:28:57,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:02,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:07,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:29:07,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:29:07,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:29:07,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:12,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:17,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:21,416 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:29:22,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:29:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:29:22,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:29:22,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:27,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:32,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:37,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:29:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:29:37,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:29:38,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:43,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:48,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:51,417 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:29:52,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:29:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:29:52,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:29:54,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:29:59,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:04,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:07,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:30:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:30:07,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:30:09,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:14,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:19,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:21,418 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:30:22,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:30:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:30:22,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:30:25,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:30,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:35,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:37,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:30:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:30:37,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:30:40,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:45,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:50,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:30:51,419 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:30:52,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:30:52,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:30:52,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:30:56,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:01,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:05,679 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:31:05,680 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:31:05,681 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:31:05,681 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:31:06,390 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:31:07,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:07,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:31:07,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:31:07,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:31:09,391 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:31:12,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:17,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:21,420 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:31:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:31:22,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:31:22,194 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:31:23,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:28,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:33,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:31:37,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:31:37,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:31:38,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:43,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:48,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:51,421 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:31:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:31:52,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:31:52,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:31:53,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:31:58,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:03,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:07,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:32:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:32:07,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:32:09,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:14,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:19,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:21,422 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:32:22,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:32:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:32:22,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:32:24,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:29,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:34,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:37,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:32:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:32:37,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:32:40,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:45,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:50,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:32:51,427 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:32:52,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:32:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:32:52,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:32:56,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:01,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:06,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:07,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:33:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:33:07,195 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:33:11,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:16,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:21,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:21,424 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:33:22,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:33:22,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:33:22,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:33:27,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:32,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:37,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:33:37,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:33:37,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:33:38,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:43,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:48,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:51,425 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:33:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:33:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:33:52,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:33:53,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:33:58,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:03,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:07,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:34:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:34:07,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:34:09,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:14,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:19,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:21,426 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:34:22,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:34:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:34:22,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:34:24,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:29,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:34,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:34:37,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:34:37,198 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:34:40,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:45,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:50,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:34:51,427 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:34:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:34:52,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:34:52,197 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:34:55,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:00,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:05,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:07,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:35:07,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:35:07,197 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:35:11,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:16,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:17,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:35:17,005 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:35:17,005 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:35:17,005 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:35:17,489 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:35:19,490 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:35:21,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:21,428 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:35:22,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:35:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:35:22,197 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:35:27,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:32,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:37,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:35:37,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:35:37,197 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:35:37,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:42,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:47,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:51,429 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:35:52,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:35:52,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:35:52,197 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:35:53,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:35:58,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:03,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:07,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:36:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:36:07,198 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:36:09,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:14,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:19,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:21,430 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:36:22,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:36:22,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:36:22,198 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:36:24,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:29,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:34,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:37,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:36:37,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:36:37,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:36:40,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:45,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:50,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:36:51,432 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:36:52,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:36:52,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:36:52,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:36:56,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:01,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:06,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:37:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:37:07,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:37:12,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:17,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:21,433 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:37:22,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:37:22,198 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:37:22,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:37:22,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:27,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:32,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:37,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:37:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:37:37,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:37:37,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:42,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:47,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:51,434 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:37:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:37:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:37:52,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:37:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:37:57,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:02,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:07,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:38:07,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:38:07,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:38:08,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:13,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:18,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:21,436 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:38:22,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:38:22,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:38:22,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:38:24,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:29,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:34,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:38:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:38:37,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:38:39,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:44,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:49,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:38:51,437 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:38:52,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:38:52,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:38:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:38:55,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:00,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:05,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:07,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:39:07,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:39:07,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:39:10,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:15,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:20,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:21,439 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:39:22,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:39:22,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:39:22,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:39:26,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:29,596 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:39:29,597 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:39:29,598 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:39:29,598 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:39:30,589 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:39:31,589 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:39:32,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:39:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:39:37,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:39:37,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:42,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:47,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:51,440 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:39:52,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:39:52,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:39:52,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:39:52,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:39:57,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:02,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:07,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:40:07,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:40:07,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:40:08,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:13,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:18,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:21,440 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:40:22,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:40:22,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:40:22,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:40:23,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:28,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:33,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:37,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:40:37,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:40:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:40:39,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:44,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:49,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:40:51,441 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:40:52,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:40:52,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:40:52,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:40:55,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:00,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:05,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:07,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:41:07,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:41:07,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:41:10,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:15,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:20,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:21,442 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:41:22,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:41:22,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:41:22,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:41:25,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:30,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:35,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:37,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:41:37,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:41:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:41:40,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:45,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:50,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:41:51,443 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:41:52,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:41:52,200 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:41:52,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:41:56,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:01,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:06,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:07,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:42:07,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:42:07,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:42:11,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:16,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:21,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:21,444 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:42:22,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:42:22,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:42:22,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:42:27,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:32,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:37,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:42:37,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:42:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:42:37,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:42,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:47,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:51,444 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:42:52,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:42:52,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:42:52,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:42:52,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:42:57,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:02,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:07,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:43:07,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:43:07,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:43:07,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:12,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:17,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:21,445 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:43:21,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:43:21,511 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:43:21,511 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:43:21,511 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:43:21,686 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:43:22,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:43:22,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:43:22,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:43:23,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:23,687 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:43:28,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:33,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:37,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:43:37,201 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:43:37,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:43:39,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:44,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:49,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:43:51,446 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:43:52,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:43:52,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:43:52,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:43:55,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:00,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:05,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:07,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:44:07,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:44:07,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:44:10,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:15,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:20,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:21,447 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:44:22,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:44:22,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:44:22,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:44:26,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:31,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:36,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:37,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:44:37,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:44:37,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:44:42,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:47,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:51,448 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:44:52,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:44:52,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:44:52,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:44:52,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:44:57,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:02,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:07,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:45:07,202 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:45:07,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:45:08,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:13,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:18,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:21,449 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:45:22,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:45:22,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:45:22,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:45:23,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:28,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:33,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:37,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:45:37,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:45:37,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:45:38,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:43,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:48,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:51,449 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:45:52,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:45:52,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:45:52,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:45:54,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:45:59,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:04,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:07,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:46:07,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:46:07,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:46:10,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:15,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:20,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:21,450 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:46:22,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:46:22,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:46:22,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:46:25,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:30,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:35,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:37,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:46:37,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:46:37,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:46:41,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:46,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:51,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:46:51,451 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:46:52,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:46:52,203 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:46:52,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:46:56,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:01,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:06,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:07,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:47:07,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:47:07,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:47:11,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:11,877 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:47:11,878 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:47:11,878 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:47:11,879 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:47:12,779 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:47:13,780 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:47:17,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:21,452 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:47:22,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:47:22,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:47:22,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:47:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:27,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:32,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:37,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:47:37,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:47:37,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:47:38,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:43,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:48,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:51,453 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:47:52,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:47:52,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:47:52,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:47:54,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:47:59,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:04,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:07,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:48:07,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:48:07,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:48:09,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:14,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:19,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:21,454 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:48:22,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:48:22,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:48:22,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:48:25,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:30,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:35,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:37,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:48:37,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:48:37,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:48:41,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:46,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:51,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:48:51,454 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:48:52,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:48:52,204 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:48:52,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:48:56,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:01,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:06,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:07,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:49:07,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:49:07,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:49:11,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:16,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:21,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:21,455 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:49:22,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:49:22,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:49:22,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:49:27,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:32,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:37,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:49:37,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:49:37,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:49:38,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:43,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:48,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:51,462 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:49:52,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:49:52,210 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:49:52,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:49:53,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:49:58,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:03,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:07,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:50:07,211 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:50:07,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:50:09,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:14,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:19,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:21,457 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:50:22,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:50:22,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:50:22,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:50:25,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:30,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:35,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:37,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:50:37,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:50:37,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:50:40,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:45,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:50,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:50:51,460 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:50:52,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:50:52,211 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:50:52,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:50:56,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:01,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:06,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:51:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:51:07,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:51:12,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:17,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:21,459 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:51:22,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:51:22,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:51:22,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:51:23,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:25,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:51:25,287 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:51:25,288 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:51:25,288 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:51:25,875 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:51:27,875 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:51:28,696 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:33,697 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:37,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:51:37,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:51:37,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:51:39,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:44,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:49,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:51:51,460 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:51:52,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:51:52,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:51:52,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:51:55,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:00,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:05,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:52:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:52:07,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:52:11,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:16,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:21,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:21,461 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:52:22,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:52:22,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:52:22,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:52:26,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:31,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:36,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:37,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:52:37,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:52:37,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:52:42,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:47,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:51,462 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:52:52,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:52:52,212 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:52:52,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:52:52,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:52:57,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:02,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:07,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:53:07,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:53:07,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:53:08,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:13,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:18,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:21,463 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:53:22,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:53:22,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:53:22,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:53:24,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:29,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:34,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:37,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:53:37,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:53:37,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:53:40,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:45,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:50,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:53:51,463 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:53:52,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:53:52,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:53:52,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:53:55,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:00,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:05,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:54:07,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:54:07,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:54:11,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:16,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:21,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:21,464 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:54:22,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:54:22,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:54:22,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:54:26,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:31,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:36,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:37,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:54:37,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:54:37,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:54:41,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:46,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:51,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:54:51,465 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:54:52,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:54:52,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:54:52,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:54:57,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:02,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:07,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:55:07,213 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:55:07,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:55:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:12,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:17,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:21,466 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:55:22,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:55:22,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:55:22,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:55:22,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:27,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:32,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:32,869 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:55:32,871 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:55:32,871 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:55:32,871 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:55:32,968 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:55:34,969 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:55:37,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:55:37,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:55:37,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:55:38,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:43,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:48,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:51,467 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:55:52,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:55:52,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:55:52,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:55:54,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:55:59,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:04,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:07,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:56:07,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:56:07,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:56:09,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:14,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:19,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:21,467 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:56:22,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:56:22,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:56:22,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:56:24,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:29,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:34,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:37,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:56:37,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:56:37,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:56:40,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:45,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:50,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:56:51,468 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:56:52,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:56:52,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:56:52,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:56:56,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:01,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:06,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:07,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:57:07,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:57:07,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:57:11,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:16,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:21,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:21,469 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:57:22,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:57:22,214 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:57:22,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:57:27,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:32,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:37,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:57:37,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:57:37,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:57:38,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:43,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:48,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:51,470 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:57:52,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:57:52,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:57:52,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:57:53,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:57:58,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:03,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:07,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:58:07,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:58:07,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:58:08,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:13,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:18,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:21,471 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:58:22,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:58:22,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:58:22,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:58:24,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:29,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:34,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:37,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:58:37,215 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:58:37,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:58:39,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:44,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:49,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:58:51,471 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:58:52,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:58:52,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:58:52,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:58:55,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:00,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:05,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:07,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:59:07,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:59:07,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:59:10,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:15,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:20,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:21,472 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:59:22,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:59:22,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:59:22,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:59:26,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:31,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:35,921 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 03:59:35,922 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 03:59:35,922 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 03:59:35,923 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 03:59:36,057 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 03:59:36,633 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:37,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:59:37,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:59:37,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:59:39,058 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 03:59:42,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:47,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:51,473 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 03:59:52,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 03:59:52,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 03:59:52,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 03:59:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 03:59:57,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:02,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:07,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:00:07,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:00:07,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:00:08,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:13,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:18,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:21,474 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:00:22,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:00:22,216 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:00:22,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:00:23,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:28,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:33,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:37,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:00:37,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:00:37,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:00:38,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:43,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:48,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:51,474 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:00:52,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:00:52,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:00:52,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:00:54,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:00:59,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:04,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:07,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:01:07,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:01:07,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:01:10,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:15,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:20,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:21,476 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:01:22,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:01:22,218 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:01:22,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:01:25,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:30,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:35,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:37,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:01:37,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:01:37,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:01:40,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:45,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:50,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:01:51,476 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:01:52,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:01:52,217 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:01:52,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:01:56,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:01,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:06,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:07,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:02:07,218 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:02:07,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:02:11,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:16,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:21,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:21,477 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:02:22,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:02:22,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:02:22,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:02:26,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:31,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:36,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:37,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:02:37,223 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:02:37,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:02:42,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:47,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:51,478 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:02:52,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:02:52,223 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:02:52,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:02:53,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:02:58,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:03,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:07,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:03:07,223 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:03:07,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:03:08,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:13,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:18,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:21,479 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:03:22,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:03:22,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:03:22,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:03:23,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:28,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:33,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:37,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:03:37,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:03:37,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:03:39,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:44,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:45,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:03:45,093 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:03:45,093 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:03:45,093 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:03:45,149 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:03:47,150 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:03:49,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:03:51,479 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:03:52,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:03:52,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:03:52,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:03:55,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:00,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:05,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:07,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:04:07,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:04:07,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:04:10,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:15,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:20,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:21,481 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:04:22,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:04:22,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:04:22,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:04:25,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:30,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:35,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:37,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:04:37,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:04:37,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:04:40,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:45,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:50,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:04:51,482 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:04:52,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:04:52,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:04:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:04:56,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:01,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:06,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:07,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:05:07,224 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:05:07,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:05:12,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:17,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:21,483 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:05:22,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:05:22,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:05:22,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:05:23,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:28,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:33,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:37,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:05:37,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:05:37,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:05:39,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:44,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:49,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:51,483 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:05:52,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:05:52,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:05:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:05:54,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:05:59,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:04,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:07,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:06:07,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:06:07,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:06:09,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:14,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:19,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:21,484 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:06:22,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:06:22,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:06:22,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:06:25,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:30,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:35,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:37,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:06:37,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:06:37,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:06:40,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:45,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:50,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:06:51,485 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:06:52,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:06:52,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:06:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:06:55,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:00,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:05,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:07,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:07:07,225 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:07:07,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:07:11,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:16,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:21,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:21,491 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:07:22,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:07:22,226 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:07:22,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:07:26,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:31,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:36,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:37,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:07:37,226 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:07:37,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:07:42,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:47,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:51,487 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:07:52,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:07:52,226 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:07:52,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:07:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:56,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:07:56,439 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:07:56,439 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:07:56,441 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:07:57,247 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:07:58,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:07:59,248 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:08:03,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:07,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:08:07,226 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:08:07,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:08:08,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:13,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:18,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:21,488 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:08:22,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:08:22,226 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:08:22,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:08:23,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:28,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:33,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:37,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:08:37,227 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:08:37,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:08:38,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:43,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:48,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:51,489 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:08:52,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:08:52,227 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:08:52,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:08:53,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:08:58,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:03,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:07,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:09:07,227 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:09:07,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:09:09,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:14,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:19,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:21,490 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:09:22,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:09:22,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:09:22,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:09:24,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:29,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:34,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:37,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:09:37,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:09:37,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:09:40,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:45,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:50,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:09:51,491 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:09:52,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:09:52,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:09:52,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:09:56,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:01,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:06,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:07,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:10:07,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:10:07,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:10:11,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:16,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:21,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:21,492 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:10:22,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:10:22,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:10:22,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:10:27,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:32,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:37,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:10:37,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:10:37,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:10:38,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:43,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:48,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:51,493 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:10:52,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:10:52,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:10:52,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:10:53,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:10:58,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:03,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:07,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:11:07,231 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:11:07,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:11:09,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:14,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:19,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:21,494 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:11:22,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:11:22,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:11:22,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:11:25,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:30,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:35,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:37,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:11:37,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:11:37,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:11:40,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:11:40,162 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:11:40,163 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:11:40,163 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:11:40,328 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:11:40,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:41,329 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:11:45,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:50,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:11:51,494 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:11:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:11:52,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:11:52,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:11:56,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:01,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:06,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:07,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:12:07,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:12:07,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:12:12,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:17,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:21,495 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:12:22,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:12:22,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:12:22,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:12:22,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:27,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:32,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:37,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:12:37,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:12:37,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:12:38,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:43,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:48,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:51,496 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:12:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:12:52,232 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:12:52,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:12:54,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:12:59,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:04,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:07,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:13:07,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:13:07,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:13:09,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:14,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:19,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:21,497 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:13:22,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:13:22,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:13:22,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:13:25,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:30,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:35,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:37,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:13:37,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:13:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:13:40,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:45,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:50,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:13:51,497 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:13:52,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:13:52,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:13:52,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:13:56,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:01,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:06,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:07,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:14:07,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:14:07,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:14:11,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:16,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:21,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:21,498 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:14:22,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:14:22,233 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:14:22,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:14:27,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:32,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:37,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:14:37,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:14:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:14:38,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:43,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:48,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:51,499 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:14:52,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:14:52,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:14:52,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:14:53,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:14:58,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:03,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:07,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:15:07,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:15:07,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:15:09,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:14,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:19,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:21,501 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:15:22,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:15:22,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:15:22,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:15:24,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:29,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:34,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:37,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:15:37,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:15:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:15:39,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:44,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:49,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:51,501 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:15:52,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:15:52,234 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:15:52,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:15:53,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:15:53,119 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:15:53,119 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:15:53,120 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:15:53,427 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:15:54,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:15:55,427 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:15:59,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:04,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:07,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:16:07,235 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:16:07,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:16:10,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:15,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:20,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:21,503 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:16:22,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:16:22,235 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:16:22,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:16:26,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:31,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:36,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:37,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:16:37,235 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:16:37,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:16:41,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:46,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:51,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:16:51,504 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:16:52,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:16:52,235 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:16:52,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:16:56,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:01,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:06,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:07,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:17:07,235 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:17:07,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:17:12,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:17,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:21,505 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:17:22,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:17:22,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:17:22,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:17:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:27,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:32,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:37,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:17:37,240 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:17:37,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:17:37,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:42,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:47,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:51,506 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:17:52,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:17:52,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:17:52,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:17:53,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:17:58,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:03,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:07,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:18:07,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:18:07,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:18:09,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:14,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:19,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:21,507 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:18:22,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:18:22,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:18:22,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:18:24,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:29,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:34,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:18:37,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:18:37,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:18:39,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:44,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:49,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:18:51,508 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:18:52,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:18:52,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:18:52,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:18:55,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:00,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:05,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:07,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:19:07,241 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:19:07,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:19:10,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:15,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:20,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:21,509 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:19:22,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:19:22,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:19:22,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:19:26,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:31,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:36,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:19:37,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:19:37,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:19:42,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:47,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:51,510 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:19:52,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:19:52,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:19:52,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:19:53,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:19:53,718 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:19:53,719 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:19:53,719 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:19:53,720 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:19:54,516 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:19:56,517 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:19:59,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:04,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:07,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:20:07,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:20:07,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:20:09,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:14,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:19,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:21,512 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:20:22,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:20:22,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:20:22,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:20:24,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:29,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:34,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:37,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:20:37,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:20:37,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:20:39,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:44,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:49,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:20:51,513 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:20:52,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:20:52,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:20:52,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:20:55,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:00,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:05,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:07,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:21:07,242 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:21:07,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:21:11,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:16,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:21,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:21,513 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:21:22,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:21:22,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:21:22,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:21:26,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:31,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:36,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:37,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:21:37,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:21:37,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:21:41,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:46,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:51,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:21:51,515 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:21:52,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:21:52,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:21:52,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:21:56,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:01,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:06,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:07,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:22:07,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:22:07,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:22:12,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:17,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:21,516 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:22:22,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:22:22,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:22:22,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:22:22,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:27,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:32,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:37,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:22:37,243 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:22:37,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:22:38,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:43,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:48,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:51,517 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:22:52,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:22:52,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:22:52,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:22:54,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:22:59,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:04,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:07,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:23:07,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:23:07,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:23:09,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:14,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:19,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:21,518 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:23:22,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:23:22,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:23:22,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:23:25,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:30,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:35,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:37,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:23:37,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:23:37,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:23:40,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:43,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:23:43,763 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:23:43,763 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:23:43,763 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:23:44,598 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:23:46,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:46,599 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:23:51,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:23:51,524 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:23:52,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:23:52,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:23:52,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:23:56,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:01,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:06,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:07,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:24:07,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:24:07,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:24:12,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:17,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:21,520 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:24:22,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:24:22,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:24:22,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:24:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:27,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:32,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:37,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:24:37,244 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:24:37,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:24:37,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:42,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:47,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:51,521 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:24:52,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:24:52,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:24:52,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:24:53,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:24:58,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:03,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:07,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:25:07,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:25:07,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:25:08,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:13,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:18,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:21,522 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:25:22,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:25:22,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:25:22,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:25:24,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:29,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:34,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:37,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:25:37,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:25:37,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:25:39,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:44,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:49,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:25:51,524 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:25:52,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:25:52,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:25:52,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:25:55,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:00,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:05,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:07,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:26:07,245 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:26:07,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:26:10,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:15,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:20,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:21,525 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:26:22,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:26:22,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:26:22,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:26:26,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:31,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:36,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:37,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:26:37,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:26:37,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:26:41,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:46,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:51,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:26:51,526 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:26:52,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:26:52,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:26:52,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:26:57,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:02,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:07,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:27:07,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:27:07,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:27:07,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:12,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:17,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:21,527 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:27:22,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:27:22,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:27:22,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:27:23,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:28,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:29,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:27:29,009 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:27:29,009 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:27:29,009 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:27:29,677 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:27:30,677 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:27:33,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:37,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:27:37,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:27:37,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:27:38,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:43,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:48,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:51,528 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:27:52,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:27:52,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:27:52,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:27:54,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:27:59,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:04,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:07,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:28:07,246 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:28:07,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:28:09,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:14,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:19,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:21,529 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:28:22,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:28:22,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:28:22,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:28:25,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:30,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:35,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:37,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:28:37,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:28:37,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:28:41,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:46,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:51,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:28:51,530 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:28:52,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:28:52,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:28:52,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:28:57,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:02,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:07,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:29:07,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:29:07,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:29:08,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:13,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:18,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:21,531 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:29:22,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:29:22,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:29:22,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:29:23,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:28,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:33,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:37,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:29:37,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:29:37,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:29:39,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:44,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:49,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:51,532 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:29:52,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:29:52,247 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:29:52,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:29:54,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:29:59,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:04,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:07,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:30:07,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:30:07,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:30:10,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:15,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:20,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:21,533 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:30:22,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:30:22,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:30:22,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:30:26,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:31,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:36,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:37,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:30:37,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:30:37,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:30:41,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:46,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:51,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:30:51,534 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:30:52,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:30:52,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:30:52,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:30:57,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:02,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:07,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:31:07,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:31:07,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:31:08,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:13,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:18,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:21,535 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:31:22,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:31:22,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:31:22,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:31:23,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:28,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:33,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:37,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:31:37,248 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:31:37,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:31:38,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:43,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:48,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:51,537 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:31:52,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:31:52,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:31:52,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:31:54,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:31:59,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:04,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:07,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:32:07,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:32:07,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:32:07,898 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:32:07,899 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:32:07,900 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:32:07,900 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:32:08,785 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:32:10,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:10,786 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:32:15,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:20,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:21,538 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:32:22,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:32:22,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:32:22,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:32:25,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:30,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:35,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:37,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:32:37,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:32:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:32:40,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:45,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:50,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:32:51,539 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:32:52,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:32:52,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:32:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:32:55,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:00,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:05,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:07,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:33:07,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:33:07,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:33:11,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:16,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:21,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:21,540 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:33:22,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:33:22,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:33:22,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:33:26,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:31,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:36,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:37,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:33:37,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:33:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:33:42,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:47,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:51,541 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:33:52,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:33:52,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:33:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:33:53,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:33:58,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:03,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:07,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:34:07,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:34:07,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:34:08,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:13,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:18,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:21,542 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:34:22,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:34:22,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:34:22,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:34:23,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:28,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:33,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:37,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:34:37,250 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:34:37,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:34:39,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:44,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:49,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:34:51,543 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:34:52,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:34:52,251 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:34:52,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:34:55,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:00,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:05,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:07,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:35:07,251 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:35:07,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:35:10,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:15,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:20,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:21,544 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:35:22,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:35:22,251 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:35:22,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:35:25,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:30,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:35,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:37,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:35:37,251 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:35:37,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:35:41,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:46,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:51,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:51,545 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:35:52,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:35:52,251 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:35:52,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:35:54,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:35:54,196 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:35:54,196 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:35:54,196 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:35:54,872 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:35:56,654 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:35:56,872 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:36:01,655 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:06,656 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:07,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:36:07,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:36:07,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:36:12,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:17,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:21,546 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:36:22,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:36:22,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:36:22,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:36:22,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:27,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:32,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:37,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:36:37,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:36:37,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:36:37,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:42,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:47,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:51,548 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:36:52,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:36:52,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:36:52,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:36:53,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:36:58,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:03,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:07,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:37:07,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:37:07,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:37:08,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:13,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:18,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:21,548 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:37:22,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:37:22,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:37:22,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:37:24,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:29,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:34,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:37,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:37:37,252 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:37:37,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:37:40,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:45,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:50,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:37:51,550 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:37:52,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:37:52,253 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:37:52,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:37:55,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:00,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:05,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:07,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:38:07,253 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:38:07,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:38:10,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:15,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:20,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:21,551 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:38:22,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:38:22,253 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:38:22,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:38:26,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:31,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:36,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:37,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:38:37,253 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:38:37,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:38:41,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:46,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:51,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:38:51,552 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:38:52,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:38:52,253 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:38:52,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:38:56,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:01,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:06,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:07,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:39:07,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:39:07,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:39:12,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:17,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:21,553 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:39:22,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:39:22,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:39:22,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:39:23,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:28,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:33,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:37,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:39:37,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:39:37,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:39:38,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:43,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:48,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:51,555 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:39:52,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:39:52,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:39:52,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:39:54,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:39:59,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:04,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:07,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:40:07,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:40:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:40:10,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:15,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:18,803 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:40:18,805 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:40:18,805 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:40:18,805 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:40:18,969 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:40:20,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:20,970 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:40:21,555 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:40:22,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:40:22,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:40:22,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:40:26,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:31,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:36,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:37,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:40:37,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:40:37,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:40:41,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:46,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:51,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:40:51,556 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:40:52,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:40:52,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:40:52,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:40:56,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:01,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:06,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:07,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:41:07,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:41:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:41:12,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:17,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:21,563 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:41:22,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:41:22,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:41:22,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:41:23,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:28,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:33,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:37,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:41:37,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:41:37,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:41:38,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:43,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:48,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:51,558 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:41:52,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:41:52,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:41:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:41:54,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:41:59,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:04,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:07,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:42:07,255 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:42:07,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:42:10,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:15,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:20,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:21,561 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:42:22,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:42:22,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:42:22,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:42:25,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:30,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:35,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:37,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:42:37,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:42:37,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:42:40,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:45,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:50,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:42:51,561 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:42:52,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:42:52,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:42:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:42:55,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:00,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:05,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:07,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:43:07,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:43:07,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:43:11,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:16,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:21,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:21,562 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:43:22,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:43:22,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:43:22,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:43:26,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:31,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:36,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:37,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:43:37,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:43:37,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:43:42,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:47,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:51,562 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:43:52,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:43:52,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:43:52,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:43:53,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:43:58,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:03,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:07,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:44:07,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:44:07,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:44:08,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:13,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:18,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:21,563 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:44:22,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:44:22,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:44:22,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:44:23,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:28,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:33,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:37,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:44:37,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:44:37,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:44:38,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:44:38,022 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:44:38,023 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:44:38,023 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:44:38,068 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:44:38,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:40,069 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:44:43,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:48,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:51,565 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:44:52,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:44:52,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:44:52,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:44:54,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:44:59,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:04,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:07,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:45:07,257 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:45:07,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:45:09,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:14,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:19,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:21,566 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:45:22,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:45:22,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:45:22,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:45:25,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:30,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:35,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:37,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:45:37,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:45:37,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:45:40,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:45,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:50,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:45:51,567 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:45:52,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:45:52,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:45:52,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:45:55,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:00,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:05,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:07,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:46:07,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:46:07,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:46:11,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:16,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:21,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:21,568 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:46:22,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:46:22,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:46:22,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:46:27,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:32,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:37,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:46:37,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:46:37,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:46:37,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:42,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:47,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:51,569 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:46:52,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:46:52,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:46:52,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:46:53,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:46:58,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:03,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:07,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:47:07,258 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:47:07,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:47:08,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:13,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:18,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:21,570 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:47:22,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:47:22,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:47:22,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:47:23,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:28,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:33,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:37,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:47:37,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:47:37,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:47:38,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:43,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:48,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:51,571 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:47:52,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:47:52,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:47:52,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:47:54,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:47:59,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:04,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:07,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:48:07,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:48:07,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:48:10,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:15,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:20,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:21,572 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:48:22,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:48:22,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:48:22,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:48:25,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:30,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:35,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:37,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:48:37,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:48:37,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:48:41,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:45,827 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:48:45,829 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:48:45,829 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:48:45,829 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:48:46,165 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:48:47,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:48,166 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:48:51,573 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:48:52,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:48:52,259 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:48:52,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:48:52,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:48:57,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:02,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:07,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:49:07,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:49:07,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:49:08,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:13,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:18,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:21,574 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:49:22,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:49:22,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:49:22,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:49:23,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:28,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:33,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:37,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:49:37,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:49:37,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:49:38,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:43,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:48,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:51,575 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:49:52,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:49:52,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:49:52,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:49:54,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:49:59,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:04,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:07,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:50:07,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:50:07,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:50:10,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:15,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:20,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:21,576 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:50:22,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:50:22,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:50:22,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:50:25,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:30,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:35,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:37,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:50:37,260 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:50:37,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:50:41,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:46,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:51,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:50:51,577 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:50:52,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:50:52,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:50:52,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:50:56,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:01,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:06,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:07,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:51:07,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:51:07,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:51:11,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:16,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:21,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:21,578 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:51:22,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:51:22,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:51:22,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:51:27,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:32,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:37,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:51:37,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:51:37,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:51:38,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:43,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:48,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:51,579 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:51:52,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:51:52,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:51:52,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:51:54,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:51:59,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:04,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:07,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:52:07,261 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:52:07,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:52:09,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:14,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:19,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:21,580 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:52:22,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:52:22,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:52:22,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:52:25,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:30,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:35,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:37,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:52:37,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:52:37,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:52:40,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:45,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:50,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:52:51,581 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:52:52,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:52:52,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:52:52,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:52:56,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:01,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:03,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:53:03,074 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:53:03,074 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:53:03,075 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:53:03,263 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:53:06,265 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:53:06,915 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:07,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:53:07,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:53:07,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:53:12,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:17,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:21,582 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:53:22,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:53:22,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:53:22,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:53:22,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:27,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:32,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:37,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:53:37,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:53:37,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:53:38,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:43,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:48,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:51,583 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:53:52,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:53:52,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:53:52,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:53:54,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:53:59,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:04,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:07,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:54:07,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:54:07,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:54:10,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:15,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:20,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:21,585 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:54:22,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:54:22,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:54:22,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:54:25,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:30,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:35,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:37,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:54:37,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:54:37,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:54:40,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:45,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:50,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:54:51,586 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:54:52,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:54:52,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:54:52,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:54:56,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:01,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:06,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:07,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:55:07,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:55:07,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:55:12,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:17,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:21,586 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:55:22,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:55:22,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:55:22,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:55:22,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:27,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:32,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:37,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:55:37,263 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:55:37,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:55:38,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:43,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:48,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:51,588 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:55:52,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:55:52,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:55:52,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:55:54,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:55:59,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:04,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:07,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:56:07,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:56:07,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:56:09,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:14,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:19,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:21,589 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:56:22,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:56:22,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:56:22,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:56:24,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:29,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:34,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:37,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:56:37,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:56:37,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:56:40,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:45,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:50,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:56:51,590 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:56:52,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:56:52,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:56:52,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:56:56,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:01,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:06,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:07,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:57:07,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:57:07,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:57:11,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:16,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:21,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:21,592 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:57:22,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:57:22,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:57:22,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:57:22,594 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 04:57:22,595 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 04:57:22,595 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 04:57:22,595 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 04:57:23,363 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 04:57:24,363 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 04:57:26,978 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:31,979 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:36,980 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:37,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:57:37,264 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:57:37,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:57:42,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:47,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:51,593 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:57:52,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:57:52,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:57:52,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:57:53,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:57:58,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:03,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:07,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:58:07,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:58:07,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:58:08,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:13,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:18,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:21,594 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:58:22,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:58:22,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:58:22,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:58:24,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:29,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:34,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:37,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:58:37,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:58:37,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:58:39,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:44,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:49,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:51,601 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:58:52,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:58:52,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:58:52,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:58:54,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:58:59,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:04,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:07,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:59:07,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:59:07,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:59:10,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:15,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:20,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:21,596 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:59:22,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:59:22,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:59:22,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:59:26,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:31,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:36,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:37,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:59:37,265 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:59:37,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:59:41,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:46,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:51,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 04:59:51,598 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 04:59:52,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 04:59:52,266 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 04:59:52,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 04:59:57,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:02,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:07,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:00:07,266 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:00:07,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:00:08,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:13,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:18,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:21,598 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:00:22,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:00:22,266 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:00:22,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:00:23,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:28,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:33,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:37,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:00:37,266 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:00:37,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:00:39,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:44,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:49,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:51,599 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:00:52,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:00:52,266 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:00:52,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:00:54,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:00:59,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:04,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:07,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:01:07,267 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:01:07,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:01:10,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:15,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:20,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:21,600 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:01:22,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:01:22,267 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:01:22,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:01:25,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:26,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:01:26,256 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:01:26,256 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:01:26,256 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:01:26,458 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:01:28,459 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:01:30,811 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:35,812 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:37,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:01:37,267 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:01:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:01:41,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:46,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:51,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:01:51,601 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:01:52,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:01:52,267 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:01:52,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:01:56,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:01,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:06,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:07,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:02:07,267 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:02:07,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:02:12,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:17,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:21,602 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:02:22,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:02:22,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:02:22,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:02:23,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:28,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:33,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:37,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:02:37,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:02:37,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:02:38,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:43,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:48,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:51,603 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:02:52,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:02:52,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:02:52,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:02:53,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:02:58,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:03,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:07,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:03:07,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:03:07,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:03:09,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:14,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:19,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:21,604 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:03:22,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:03:22,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:03:22,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:03:25,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:30,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:35,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:37,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:03:37,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:03:37,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:03:41,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:46,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:51,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:03:51,605 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:03:52,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:03:52,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:03:52,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:03:56,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:01,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:06,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:07,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:04:07,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:04:07,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:04:11,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:16,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:21,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:21,606 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:04:22,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:04:22,268 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:04:22,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:04:27,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:32,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:37,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:04:37,269 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:04:37,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:04:37,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:42,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:47,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:51,607 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:04:52,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:04:52,269 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:04:52,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:04:52,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:04:57,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:02,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:07,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:05:07,269 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:05:07,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:05:08,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:13,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:16,964 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:05:16,965 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:05:16,965 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:05:16,966 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:05:17,551 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:05:18,551 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:05:19,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:21,608 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:05:22,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:05:22,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:05:22,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:05:24,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:29,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:34,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:37,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:05:37,269 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:05:37,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:05:39,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:44,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:49,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:05:51,609 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:05:52,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:05:52,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:05:52,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:05:55,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:00,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:05,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:07,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:06:07,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:06:07,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:06:11,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:16,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:21,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:21,610 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:06:22,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:06:22,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:06:22,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:06:26,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:31,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:36,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:37,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:06:37,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:06:37,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:06:41,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:46,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:51,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:06:51,611 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:06:52,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:06:52,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:06:52,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:06:57,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:02,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:07,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:07:07,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:07:07,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:07:07,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:12,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:17,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:21,613 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:07:22,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:07:22,270 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:07:22,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:07:22,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:27,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:32,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:37,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:07:37,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:07:37,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:07:37,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:42,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:47,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:51,613 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:07:52,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:07:52,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:07:52,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:07:53,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:07:58,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:03,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:07,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:08:07,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:08:07,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:08:09,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:14,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:19,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:21,614 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:08:22,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:08:22,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:08:22,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:08:24,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:29,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:34,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:37,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:08:37,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:08:37,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:08:40,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:45,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:50,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:08:51,615 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:08:52,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:08:52,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:08:52,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:08:56,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:01,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:06,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:07,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:09:07,271 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:09:07,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:09:12,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:17,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:21,617 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:09:22,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:09:22,272 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:09:22,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:09:22,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:27,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:32,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:37,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:09:37,272 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:09:37,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:09:38,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:40,920 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:09:40,922 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:09:40,922 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:09:40,923 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:09:41,647 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:09:43,648 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:09:44,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:49,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:51,617 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:09:52,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:09:52,272 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:09:52,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:09:54,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:09:59,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:04,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:07,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:10:07,272 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:10:07,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:10:10,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:15,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:20,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:21,619 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:10:22,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:10:22,272 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:10:22,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:10:26,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:31,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:36,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:37,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:10:37,273 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:10:37,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:10:41,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:46,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:51,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:10:51,620 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:10:52,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:10:52,273 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:10:52,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:10:57,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:02,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:07,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:11:07,273 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:11:07,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:11:07,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:12,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:17,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:21,621 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:11:22,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:11:22,273 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:11:22,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:11:23,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:28,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:33,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:37,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:11:37,279 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:11:37,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:11:38,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:43,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:48,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:51,622 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:11:52,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:11:52,276 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:11:52,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:11:54,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:11:59,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:04,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:07,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:12:07,277 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:12:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:12:10,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:15,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:20,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:21,623 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:12:22,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:12:22,276 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:12:22,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:12:25,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:30,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:35,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:37,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:12:37,277 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:12:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:12:41,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:46,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:51,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:12:51,624 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:12:52,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:12:52,277 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:12:52,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:12:56,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:01,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:06,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:07,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:13:07,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:13:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:13:12,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:17,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:21,625 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:13:22,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:13:22,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:13:22,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:13:23,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:28,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:33,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:37,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:13:37,277 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:13:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:13:38,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:43,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:47,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:13:47,116 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:13:47,116 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:13:47,117 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:13:47,740 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:13:48,651 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:49,742 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:13:51,627 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:13:52,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:13:52,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:13:52,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:13:54,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:13:59,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:04,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:07,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:14:07,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:14:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:14:09,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:14,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:19,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:21,628 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:14:22,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:14:22,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:14:22,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:14:24,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:29,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:34,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:37,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:14:37,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:14:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:14:39,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:44,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:49,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:51,629 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:14:52,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:14:52,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:14:52,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:14:54,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:14:59,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:04,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:07,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:15:07,278 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:15:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:15:10,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:15,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:20,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:21,630 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:15:22,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:15:22,279 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:15:22,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:15:25,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:30,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:35,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:37,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:15:37,279 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:15:37,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:15:40,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:45,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:50,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:15:51,636 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:15:52,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:15:52,279 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:15:52,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:15:56,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:01,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:06,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:07,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:16:07,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:16:07,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:16:12,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:17,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:21,632 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:16:22,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:16:22,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:16:22,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:16:22,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:27,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:32,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:37,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:16:37,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:16:37,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:16:37,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:42,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:47,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:51,635 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:16:52,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:16:52,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:16:52,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:16:53,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:16:58,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:03,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:07,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:17:07,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:17:07,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:17:08,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:13,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:18,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:21,635 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:17:22,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:17:22,280 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:17:22,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:17:23,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:28,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:33,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:37,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:17:37,281 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:17:37,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:17:39,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:44,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:49,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:17:51,636 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:17:52,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:17:52,281 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:17:52,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:17:55,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:00,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:05,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:06,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:18:06,289 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:18:06,289 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:18:06,290 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:18:06,840 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:18:07,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:18:07,281 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:18:07,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:18:07,841 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:18:11,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:16,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:21,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:21,637 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:18:22,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:18:22,281 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:18:22,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:18:26,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:31,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:36,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:37,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:18:37,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:18:37,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:18:41,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:46,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:51,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:18:51,638 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:18:52,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:18:52,281 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:18:52,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:18:57,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:02,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:07,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:19:07,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:19:07,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:19:07,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:12,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:17,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:21,639 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:19:22,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:19:22,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:19:22,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:19:23,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:28,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:33,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:37,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:19:37,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:19:37,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:19:38,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:43,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:48,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:51,640 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:19:52,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:19:52,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:19:52,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:19:54,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:19:59,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:04,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:07,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:20:07,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:20:07,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:20:09,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:14,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:19,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:21,641 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:20:22,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:20:22,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:20:22,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:20:24,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:29,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:34,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:37,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:20:37,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:20:37,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:20:40,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:45,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:50,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:20:51,643 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:20:52,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:20:52,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:20:52,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:20:56,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:01,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:06,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:07,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:21:07,282 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:21:07,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:21:11,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:16,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:21,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:21,644 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:21:22,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:21:22,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:21:22,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:21:26,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:31,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:36,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:37,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:21:37,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:21:37,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:21:42,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:47,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:51,644 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:21:52,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:21:52,283 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:21:52,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:21:52,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:21:57,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:02,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:05,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:22:05,319 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:22:05,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:22:05,320 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:22:05,927 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:22:07,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:22:07,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:22:07,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:22:07,927 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:22:08,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:13,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:18,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:21,646 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:22:22,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:22:22,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:22:22,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:22:24,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:29,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:34,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:37,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:22:37,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:22:37,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:22:39,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:44,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:49,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:22:51,647 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:22:52,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:22:52,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:22:52,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:22:55,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:00,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:05,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:07,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:23:07,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:23:07,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:23:10,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:15,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:20,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:21,648 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:23:22,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:23:22,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:23:22,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:23:26,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:31,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:36,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:37,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:23:37,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:23:37,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:23:41,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:46,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:51,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:23:51,649 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:23:52,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:23:52,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:23:52,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:23:56,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:01,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:06,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:07,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:24:07,284 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:24:07,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:24:12,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:17,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:21,650 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:24:22,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:24:22,307 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:24:22,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:24:22,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:27,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:32,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:24:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:24:37,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:24:37,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:42,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:47,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:51,651 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:24:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:24:52,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:24:52,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:24:53,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:24:58,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:03,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:07,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:25:07,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:25:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:25:09,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:14,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:19,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:21,652 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:25:22,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:25:22,289 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:25:22,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:25:24,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:29,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:34,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:37,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:25:37,290 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:25:37,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:25:40,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:45,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:50,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:25:51,654 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:25:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:25:52,290 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:25:52,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:25:55,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:00,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:05,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:07,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:26:07,290 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:26:07,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:26:10,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:13,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:26:13,463 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:26:13,464 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:26:13,464 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:26:14,022 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:26:15,844 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:16,023 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:26:20,845 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:21,655 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:26:22,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:26:22,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:26:22,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:26:26,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:31,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:36,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:26:37,290 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:26:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:26:42,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:47,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:51,655 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:26:52,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:26:52,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:26:52,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:26:53,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:26:58,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:03,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:07,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:27:07,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:27:07,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:27:08,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:13,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:18,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:21,656 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:27:22,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:27:22,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:27:22,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:27:23,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:28,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:33,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:37,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:27:37,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:27:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:27:39,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:44,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:49,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:51,657 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:27:52,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:27:52,291 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:27:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:27:54,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:27:59,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:04,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:07,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:28:07,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:28:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:28:10,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:15,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:20,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:21,658 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:28:22,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:28:22,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:28:22,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:28:25,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:30,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:35,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:37,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:28:37,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:28:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:28:41,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:46,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:51,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:28:51,659 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:28:52,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:28:52,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:28:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:28:57,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:02,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:07,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:29:07,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:29:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:29:07,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:12,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:17,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:21,660 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:29:22,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:29:22,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:29:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:29:23,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:28,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:33,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:37,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:29:37,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:29:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:29:38,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:43,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:48,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:51,661 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:29:52,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:29:52,292 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:29:52,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:29:54,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:29:59,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:01,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:30:01,227 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:30:01,228 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:30:01,228 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:30:02,107 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:30:04,108 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:30:04,580 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:07,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:30:07,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:30:07,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:30:10,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:15,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:20,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:21,663 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:30:22,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:30:22,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:30:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:30:25,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:30,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:35,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:37,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:30:37,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:30:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:30:41,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:46,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:51,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:30:51,664 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:30:52,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:30:52,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:30:52,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:30:56,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:01,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:06,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:07,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:31:07,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:31:07,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:31:12,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:17,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:21,666 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:31:22,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:31:22,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:31:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:31:22,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:27,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:32,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:37,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:31:37,293 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:31:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:31:38,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:43,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:48,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:51,667 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:31:52,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:31:52,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:31:52,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:31:54,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:31:59,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:04,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:07,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:32:07,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:32:07,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:32:09,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:14,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:19,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:21,668 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:32:22,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:32:22,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:32:22,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:32:25,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:30,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:35,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:37,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:32:37,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:32:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:32:40,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:45,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:50,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:32:51,674 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:32:52,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:32:52,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:32:52,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:32:56,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:01,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:06,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:07,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:33:07,294 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:33:07,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:33:12,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:17,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:21,670 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:33:22,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:33:22,295 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:33:22,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:33:23,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:28,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:33,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:37,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:33:37,295 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:33:37,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:33:38,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:43,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:48,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:51,673 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:33:52,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:33:52,295 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:33:52,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:33:54,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:33:59,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:04,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:34:04,357 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:34:04,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:34:04,358 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:34:04,900 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:05,198 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:34:06,199 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:34:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:34:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:34:07,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:34:10,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:15,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:20,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:21,673 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:34:22,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:34:22,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:34:22,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:34:25,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:30,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:35,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:37,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:34:37,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:34:37,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:34:41,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:46,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:51,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:34:51,674 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:34:52,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:34:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:34:52,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:34:56,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:01,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:06,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:07,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:35:07,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:35:07,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:35:12,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:17,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:21,674 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:35:22,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:35:22,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:35:22,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:35:22,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:27,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:32,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:37,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:35:37,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:35:37,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:35:38,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:43,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:48,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:51,675 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:35:52,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:35:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:35:52,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:35:53,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:35:58,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:03,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:07,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:36:07,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:36:07,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:36:09,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:14,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:19,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:21,676 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:36:22,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:36:22,296 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:36:22,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:36:24,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:29,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:34,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:37,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:36:37,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:36:37,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:36:40,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:45,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:50,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:36:51,677 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:36:52,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:36:52,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:36:52,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:36:55,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:00,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:05,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:07,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:37:07,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:37:07,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:37:11,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:16,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:21,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:21,678 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:37:22,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:37:22,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:37:22,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:37:26,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:31,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:36,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:37,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:37:37,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:37:37,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:37:41,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:46,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:51,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:37:51,679 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:37:52,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:37:52,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:37:52,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:37:57,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:02,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:07,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:38:07,297 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:38:07,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:38:08,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:13,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:15,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:38:15,385 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:38:15,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:38:15,386 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:38:16,294 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:38:17,294 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:38:18,947 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:21,680 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:38:22,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:38:22,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:38:22,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:38:24,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:29,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:34,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:37,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:38:37,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:38:37,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:38:40,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:45,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:50,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:38:51,681 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:38:52,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:38:52,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:38:52,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:38:55,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:00,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:05,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:07,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:39:07,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:39:07,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:39:11,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:16,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:21,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:21,682 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:39:22,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:39:22,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:39:22,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:39:26,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:31,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:36,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:37,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:39:37,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:39:37,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:39:41,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:46,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:51,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:39:51,683 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:39:52,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:39:52,299 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:39:52,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:39:57,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:02,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:07,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:40:07,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:40:07,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:40:08,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:13,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:18,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:21,684 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:40:22,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:40:22,299 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:40:22,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:40:23,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:28,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:33,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:37,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:40:37,299 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:40:37,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:40:38,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:43,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:48,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:51,685 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:40:52,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:40:52,299 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:40:52,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:40:54,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:40:59,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:04,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:07,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:41:07,299 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:41:07,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:41:10,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:15,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:20,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:21,686 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:41:22,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:41:22,322 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:41:22,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:41:25,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:30,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:35,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:37,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:41:37,305 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:41:37,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:41:41,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:46,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:51,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:41:51,687 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:41:52,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:41:52,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:41:52,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:41:56,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:01,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:06,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:07,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:42:07,305 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:42:07,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:42:12,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:12,944 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:42:12,945 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:42:12,945 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:42:12,946 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:42:13,380 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:42:15,381 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:42:18,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:21,688 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:42:22,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:42:22,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:42:22,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:42:23,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:28,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:33,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:37,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:42:37,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:42:37,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:42:39,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:44,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:49,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:51,688 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:42:52,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:42:52,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:42:52,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:42:54,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:42:59,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:04,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:07,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:43:07,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:43:07,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:43:09,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:14,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:19,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:21,689 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:43:22,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:43:22,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:43:22,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:43:25,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:30,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:35,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:37,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:43:37,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:43:37,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:43:40,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:45,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:50,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:43:51,691 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:43:52,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:43:52,306 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:43:52,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:43:56,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:01,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:06,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:07,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:44:07,307 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:44:07,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:44:11,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:16,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:21,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:21,692 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:44:22,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:44:22,307 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:44:22,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:44:26,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:31,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:36,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:37,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:44:37,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:44:37,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:44:42,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:47,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:51,692 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:44:52,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:44:52,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:44:52,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:44:53,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:44:58,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:03,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:07,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:45:07,307 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:45:07,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:45:08,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:13,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:18,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:21,693 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:45:22,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:45:22,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:45:22,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:45:24,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:29,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:34,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:37,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:45:37,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:45:37,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:45:40,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:45,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:50,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:45:51,694 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:45:52,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:45:52,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:45:52,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:45:55,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:00,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:05,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:07,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:46:07,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:46:07,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:46:11,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:16,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:21,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:21,695 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:46:22,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:46:22,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:46:22,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:46:26,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:31,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:36,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:37,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:46:37,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:46:37,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:46:37,676 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:46:37,677 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:46:37,677 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:46:37,677 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:46:38,480 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:46:39,481 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:46:42,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:47,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:51,696 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:46:52,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:46:52,310 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:46:52,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:46:52,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:46:57,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:02,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:07,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:47:07,308 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:47:07,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:47:08,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:13,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:18,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:21,697 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:47:22,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:47:22,309 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:47:22,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:47:24,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:29,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:34,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:37,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:47:37,309 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:47:37,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:47:39,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:44,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:49,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:51,698 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:47:52,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:47:52,309 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:47:52,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:47:54,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:47:59,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:04,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:07,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:48:07,327 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:48:07,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:48:10,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:15,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:20,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:21,699 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:48:22,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:48:22,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:48:22,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:48:26,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:31,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:36,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:37,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:48:37,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:48:37,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:48:42,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:47,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:51,700 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:48:52,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:48:52,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:48:52,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:48:52,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:48:57,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:02,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:07,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:49:07,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:49:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:49:07,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:12,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:17,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:21,701 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:49:22,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:49:22,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:49:22,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:49:23,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:28,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:33,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:37,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:49:37,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:49:37,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:49:38,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:43,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:48,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:51,701 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:49:52,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:49:52,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:49:52,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:49:54,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:49:59,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:04,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:07,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:50:07,312 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:50:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:50:09,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:14,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:19,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:21,707 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:50:22,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:50:22,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:50:22,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:50:25,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:30,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:34,835 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:50:34,836 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:50:34,836 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:50:34,837 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:50:35,572 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:50:35,753 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:37,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:50:37,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:50:37,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:50:37,572 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:50:41,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:46,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:51,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:50:51,703 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:50:52,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:50:52,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:50:52,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:50:56,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:01,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:06,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:07,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:51:07,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:51:07,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:51:12,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:17,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:21,705 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:51:22,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:51:22,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:51:22,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:51:23,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:28,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:33,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:37,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:51:37,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:51:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:51:38,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:43,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:48,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:51,704 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:51:52,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:51:52,313 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:51:52,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:51:54,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:51:59,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:04,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:07,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:52:07,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:52:07,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:52:09,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:14,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:19,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:21,705 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:52:22,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:52:22,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:52:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:52:25,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:30,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:35,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:37,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:52:37,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:52:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:52:40,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:45,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:50,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:52:51,706 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:52:52,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:52:52,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:52:52,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:52:56,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:01,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:06,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:07,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:53:07,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:53:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:53:12,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:17,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:21,707 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:53:22,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:53:22,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:53:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:53:22,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:27,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:32,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:37,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:53:37,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:53:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:53:38,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:43,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:48,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:51,708 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:53:52,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:53:52,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:53:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:53:53,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:53:58,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:03,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:07,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:54:07,314 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:54:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:54:09,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:14,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:19,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:21,709 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:54:22,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:54:22,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:54:22,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:54:24,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:29,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:34,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:37,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:54:37,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:54:37,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:54:40,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:45,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:50,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:54:51,710 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:54:52,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:54:52,045 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:54:52,045 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:54:52,046 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:54:52,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:54:52,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:54:52,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:54:52,673 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:54:53,673 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:54:55,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:00,567 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:05,568 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:07,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:55:07,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:55:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:55:11,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:16,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:21,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:21,711 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:55:22,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:55:22,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:55:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:55:27,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:32,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:37,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:55:37,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:55:37,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:55:38,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:43,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:48,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:51,712 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:55:52,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:55:52,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:55:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:55:54,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:55:59,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:04,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:07,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:56:07,315 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:56:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:56:09,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:14,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:19,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:21,712 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:56:22,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:56:22,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:56:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:56:24,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:29,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:34,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:37,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:56:37,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:56:37,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:56:40,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:45,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:50,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:56:51,713 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:56:52,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:56:52,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:56:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:56:56,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:01,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:06,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:07,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:57:07,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:57:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:57:11,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:16,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:21,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:21,714 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:57:22,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:57:22,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:57:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:57:26,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:31,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:36,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:37,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:57:37,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:57:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:57:41,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:46,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:51,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:57:51,715 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:57:52,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:57:52,316 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:57:52,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:57:57,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:02,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:07,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:58:07,317 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:58:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:58:08,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:13,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:18,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:21,716 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:58:22,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:58:22,317 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:58:22,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:58:23,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:28,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:33,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:37,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:58:37,317 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:58:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:58:39,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:44,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:49,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 05:58:49,387 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 05:58:49,387 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 05:58:49,388 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 05:58:49,723 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:58:49,762 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 05:58:51,717 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:58:51,762 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 05:58:52,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:58:52,317 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:58:52,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:58:55,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:00,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:05,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:07,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:59:07,317 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:59:07,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:59:11,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:16,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:21,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:21,718 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:59:22,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:59:22,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:59:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:59:26,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:31,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:36,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:37,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:59:37,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:59:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:59:41,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:46,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:51,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 05:59:51,719 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 05:59:52,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 05:59:52,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 05:59:52,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 05:59:57,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:02,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:07,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:00:07,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:00:07,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:00:08,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:13,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:18,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:21,720 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:00:22,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:00:22,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:00:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:00:24,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:29,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:34,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:00:37,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:00:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:00:39,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:44,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:49,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:00:51,720 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:00:52,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:00:52,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:00:52,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:00:55,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:00,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:05,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:07,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:01:07,318 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:01:07,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:01:10,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:15,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:20,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:21,721 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:01:22,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:01:22,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:01:22,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:01:26,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:31,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:36,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:37,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:01:37,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:01:37,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:01:41,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:46,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:51,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:01:51,722 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:01:52,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:01:52,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:01:52,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:01:57,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:02,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:07,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:02:07,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:02:07,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:02:08,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:13,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:18,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:21,723 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:02:22,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:02:22,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:02:22,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:02:23,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:28,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:33,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:37,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:02:37,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:02:37,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:02:38,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:43,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:48,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:51,724 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:02:52,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:02:52,319 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:02:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:02:54,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:02:59,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:00,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:03:00,104 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:03:00,104 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:03:00,104 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:03:00,856 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:03:02,857 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:03:04,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:07,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:03:07,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:03:07,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:03:10,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:15,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:20,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:21,725 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:03:22,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:03:22,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:03:22,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:03:26,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:31,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:36,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:37,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:03:37,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:03:37,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:03:41,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:46,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:51,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:03:51,726 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:03:52,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:03:52,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:03:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:03:57,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:02,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:07,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:04:07,321 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:04:07,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:04:07,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:12,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:17,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:21,727 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:04:22,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:04:22,320 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:04:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:04:23,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:28,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:33,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:37,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:04:37,321 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:04:37,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:04:39,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:44,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:49,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:51,728 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:04:52,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:04:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:04:52,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:04:54,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:04:59,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:04,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:07,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:05:07,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:05:07,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:05:10,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:15,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:20,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:21,729 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:05:22,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:05:22,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:05:22,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:05:25,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:30,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:35,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:37,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:05:37,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:05:37,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:05:40,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:45,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:50,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:05:51,729 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:05:52,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:05:52,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:05:52,327 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:05:55,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:00,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:05,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:07,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:06:07,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:06:07,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:06:11,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:16,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:21,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:21,730 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:06:22,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:06:22,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:06:22,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:06:26,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:31,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:36,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:37,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:06:37,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:06:37,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:06:41,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:46,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:51,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:06:51,025 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:06:51,026 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:06:51,026 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:06:51,731 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:06:51,732 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:06:51,945 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:06:52,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:06:52,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:06:52,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:06:52,945 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:06:57,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:02,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:07,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:07:07,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:07:07,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:07:08,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:13,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:18,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:21,745 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:07:22,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:07:22,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:07:22,328 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:07:24,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:29,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:34,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:37,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:07:37,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:07:37,329 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:07:40,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:45,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:50,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:07:51,733 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:07:52,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:07:52,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:07:52,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:07:55,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:00,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:05,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:07,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:08:07,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:08:07,329 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:08:10,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:15,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:20,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:21,736 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:08:22,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:08:22,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:08:22,329 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:08:26,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:31,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:36,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:37,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:08:37,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:08:37,329 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:08:42,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:47,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:51,735 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:08:52,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:08:52,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:08:52,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:08:52,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:08:57,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:02,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:07,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:09:07,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:09:07,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:09:08,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:13,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:18,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:21,736 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:09:22,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:09:22,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:09:22,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:09:23,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:28,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:33,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:37,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:09:37,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:09:37,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:09:38,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:43,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:48,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:51,737 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:09:52,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:09:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:09:52,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:09:53,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:09:58,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:03,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:07,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:10:07,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:10:07,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:10:08,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:13,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:18,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:21,738 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:10:22,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:10:22,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:10:22,331 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:10:24,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:29,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:34,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:37,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:10:37,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:10:37,330 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:10:40,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:45,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:50,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:10:51,739 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:10:52,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:10:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:10:52,331 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:10:52,737 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:10:52,739 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:10:52,739 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:10:52,739 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:10:53,036 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:10:55,037 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:10:56,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:01,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:06,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:07,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:11:07,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:11:07,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:11:11,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:16,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:21,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:21,739 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:11:22,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:11:22,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:11:22,331 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:11:27,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:32,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:37,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:11:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:11:37,331 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:11:37,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:42,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:47,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:51,740 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:11:52,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:11:52,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:11:52,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:11:53,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:11:58,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:03,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:07,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:12:07,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:12:07,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:12:09,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:14,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:19,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:21,741 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:12:22,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:12:22,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:12:22,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:12:25,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:30,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:35,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:37,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:12:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:12:37,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:12:41,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:46,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:51,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:12:51,742 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:12:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:12:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:12:52,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:12:56,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:01,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:06,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:07,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:13:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:13:07,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:13:12,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:17,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:21,743 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:13:22,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:13:22,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:13:22,332 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:13:22,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:27,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:32,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:37,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:13:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:13:37,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:13:38,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:43,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:48,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:51,744 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:13:52,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:13:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:13:52,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:13:54,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:13:59,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:04,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:07,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:14:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:14:07,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:14:09,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:14,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:19,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:21,745 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:14:22,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:14:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:14:22,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:14:25,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:30,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:35,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:14:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:14:37,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:14:41,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:14:41,058 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:14:41,058 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:14:41,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:41,059 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:14:41,120 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:14:43,121 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:14:46,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:51,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:14:51,746 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:14:52,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:14:52,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:14:52,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:14:56,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:01,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:06,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:07,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:15:07,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:15:07,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:15:12,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:17,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:21,746 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:15:22,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:15:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:15:22,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:15:22,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:27,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:32,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:37,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:15:37,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:15:37,333 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:15:38,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:43,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:48,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:51,747 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:15:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:15:52,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:15:52,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:15:53,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:15:58,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:03,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:16:07,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:16:07,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:16:09,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:14,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:19,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:21,748 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:16:22,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:16:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:16:22,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:16:25,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:30,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:35,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:16:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:16:37,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:16:40,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:45,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:50,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:16:51,749 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:16:52,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:16:52,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:16:52,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:16:56,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:01,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:06,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:07,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:17:07,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:17:07,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:17:12,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:17,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:21,750 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:17:22,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:17:22,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:17:22,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:17:22,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:27,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:32,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:37,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:17:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:17:37,334 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:17:38,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:43,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:48,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:51,751 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:17:52,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:17:52,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:17:52,335 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:17:53,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:17:58,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:03,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:07,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:18:07,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:18:07,335 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:18:09,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:14,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:19,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:21,752 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:18:22,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:18:22,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:18:22,335 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:18:24,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:29,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:34,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:37,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:18:37,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:18:37,335 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:18:40,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:43,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:18:43,763 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:18:43,763 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:18:43,764 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:18:44,213 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:18:45,213 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:18:46,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:51,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:18:51,753 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:18:52,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:18:52,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:18:52,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:18:56,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:01,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:06,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:07,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:19:07,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:19:07,335 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:19:12,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:17,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:21,753 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:19:22,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:19:22,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:19:22,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:19:23,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:28,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:33,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:19:37,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:19:37,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:19:38,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:43,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:48,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:51,754 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:19:52,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:19:52,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:19:52,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:19:54,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:19:59,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:04,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:07,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:20:07,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:20:07,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:20:09,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:14,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:19,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:21,755 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:20:22,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:20:22,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:20:22,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:20:25,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:30,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:35,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:37,334 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:20:37,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:20:37,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:20:40,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:45,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:50,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:20:51,756 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:20:52,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:20:52,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:20:52,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:20:56,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:01,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:06,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:07,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:21:07,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:21:07,336 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:21:12,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:17,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:21,758 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:21:22,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:21:22,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:21:22,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:21:22,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:27,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:32,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:37,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:21:37,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:21:37,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:21:38,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:43,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:48,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:51,759 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:21:52,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:21:52,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:21:52,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:21:53,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:21:58,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:03,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:07,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:22:07,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:22:07,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:22:08,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:13,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:18,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:21,760 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:22:22,336 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:22:22,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:22:22,337 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:22:24,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:29,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:34,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:37,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:22:37,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:22:37,338 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:22:39,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:41,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:22:41,473 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:22:41,474 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:22:41,474 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:22:42,302 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:22:43,303 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:22:44,925 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:49,926 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:22:51,760 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:22:52,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:22:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:22:52,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:22:55,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:00,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:05,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:07,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:23:07,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:23:07,351 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:23:10,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:15,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:20,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:21,762 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:23:22,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:23:22,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:23:22,351 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:23:25,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:30,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:35,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:37,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:23:37,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:23:37,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:23:41,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:46,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:51,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:23:51,763 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:23:52,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:23:52,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:23:52,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:23:57,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:02,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:07,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:24:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:24:07,353 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:24:07,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:12,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:17,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:21,769 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:24:22,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:24:22,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:24:22,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:24:23,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:28,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:33,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:37,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:24:37,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:24:37,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:24:38,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:43,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:48,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:51,765 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:24:52,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:24:52,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:24:52,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:24:54,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:24:59,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:04,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:07,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:25:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:25:07,352 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:25:09,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:14,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:19,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:21,766 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:25:22,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:25:22,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:25:22,353 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:25:25,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:30,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:35,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:37,342 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:25:37,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:25:37,353 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:25:40,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:45,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:50,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:25:51,766 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:25:52,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:25:52,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:25:52,353 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:25:56,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:01,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:06,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:07,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:26:07,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:26:07,353 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:26:11,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:16,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:21,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:21,767 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:26:22,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:26:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:26:22,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:26:27,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:32,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:37,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:26:37,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:26:37,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:26:37,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:42,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:47,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:51,768 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:26:52,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:26:52,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:26:52,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:26:53,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:26:58,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:02,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:27:02,248 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:27:02,249 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:27:02,249 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:27:02,402 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:27:03,672 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:04,403 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:27:07,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:27:07,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:27:07,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:27:09,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:14,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:19,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:21,769 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:27:22,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:27:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:27:22,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:27:25,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:30,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:35,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:37,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:27:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:27:37,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:27:41,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:46,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:51,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:27:51,770 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:27:52,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:27:52,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:27:52,355 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:27:56,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:01,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:06,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:07,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:28:07,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:28:07,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:28:11,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:16,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:21,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:21,771 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:28:22,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:28:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:28:22,354 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:28:26,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:31,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:36,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:37,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:28:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:28:37,355 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:28:42,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:47,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:51,772 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:28:52,344 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:28:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:28:52,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:28:52,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:28:57,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:02,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:07,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:29:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:29:07,355 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:29:08,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:13,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:18,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:21,773 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:29:22,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:29:22,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:29:22,355 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:29:23,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:28,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:33,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:37,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:29:37,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:29:37,355 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:29:38,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:43,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:48,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:51,773 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:29:52,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:29:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:29:52,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:29:54,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:29:59,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:04,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:07,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:30:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:30:07,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:30:10,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:15,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:20,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:21,775 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:30:22,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:30:22,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:30:22,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:30:25,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:30,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:35,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:37,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:30:37,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:30:37,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:30:41,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:46,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:51,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:30:51,775 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:30:52,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:30:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:30:52,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:30:57,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:02,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:07,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:31:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:31:07,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:31:08,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:13,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:18,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:19,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:31:19,410 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:31:19,411 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:31:19,411 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:31:19,497 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:31:21,776 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:31:22,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:31:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:31:22,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:31:22,498 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:31:23,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:28,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:33,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:37,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:31:37,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:31:37,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:31:39,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:44,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:49,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:51,778 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:31:52,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:31:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:31:52,356 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:31:54,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:31:59,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:04,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:07,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:32:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:32:07,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:32:10,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:15,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:20,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:21,778 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:32:22,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:32:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:32:22,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:32:25,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:30,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:35,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:37,346 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:32:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:32:37,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:32:41,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:46,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:51,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:32:51,780 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:32:52,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:32:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:32:52,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:32:56,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:01,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:06,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:07,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:33:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:33:07,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:33:12,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:17,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:21,781 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:33:22,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:33:22,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:33:22,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:33:23,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:28,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:33,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:37,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:33:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:33:37,357 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:33:38,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:43,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:48,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:51,782 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:33:52,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:33:52,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:33:52,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:33:54,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:33:59,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:04,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:07,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:34:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:34:07,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:34:09,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:14,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:19,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:21,782 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:34:22,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:34:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:34:22,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:34:25,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:30,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:35,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:37,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:34:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:34:37,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:34:40,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:45,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:50,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:34:51,783 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:34:52,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:34:52,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:34:52,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:34:56,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:01,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:06,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:07,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:35:07,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:35:07,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:35:11,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:16,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:21,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:21,784 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:35:22,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:35:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:35:22,358 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:35:27,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:28,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:35:28,018 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:35:28,019 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:35:28,019 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:35:28,592 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:35:30,593 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:35:33,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:37,348 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:35:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:35:37,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:35:38,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:43,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:48,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:51,785 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:35:52,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:35:52,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:35:52,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:35:53,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:35:58,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:03,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:07,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:36:07,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:36:07,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:36:09,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:14,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:19,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:21,786 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:36:22,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:36:22,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:36:22,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:36:25,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:30,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:35,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:37,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:36:37,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:36:37,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:36:41,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:46,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:51,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:36:51,787 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:36:52,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:36:52,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:36:52,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:36:56,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:01,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:06,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:07,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:37:07,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:37:07,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:37:12,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:17,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:21,788 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:37:22,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:37:22,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:37:22,359 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:37:23,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:28,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:33,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:37,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:37:37,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:37:37,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:37:38,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:43,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:48,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:51,789 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:37:52,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:37:52,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:37:52,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:37:54,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:37:59,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:04,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:07,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:38:07,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:38:07,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:38:09,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:14,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:19,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:21,790 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:38:22,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:38:22,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:38:22,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:38:25,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:30,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:35,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:37,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:38:37,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:38:37,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:38:40,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:45,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:50,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:38:51,791 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:38:52,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:38:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:38:52,360 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:38:55,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:00,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:05,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:07,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:39:07,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:39:07,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:39:10,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:15,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:20,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:21,792 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:39:22,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:39:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:39:22,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:39:25,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:27,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:39:27,085 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:39:27,085 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:39:27,086 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:39:27,687 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:39:28,687 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:39:31,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:36,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:37,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:39:37,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:39:37,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:39:41,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:46,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:51,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:39:51,793 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:39:52,351 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:39:52,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:39:52,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:39:56,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:01,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:06,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:40:07,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:40:07,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:40:12,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:17,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:21,794 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:40:22,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:40:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:40:22,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:40:22,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:27,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:32,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:37,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:40:37,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:40:37,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:40:37,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:42,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:47,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:51,795 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:40:52,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:40:52,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:40:52,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:40:53,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:40:58,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:03,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:07,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:41:07,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:41:07,361 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:41:09,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:14,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:19,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:21,796 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:41:22,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:41:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:41:22,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:41:24,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:29,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:34,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:37,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:41:37,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:41:37,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:41:40,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:45,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:50,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:41:51,801 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:41:52,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:41:52,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:41:52,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:41:55,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:00,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:05,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:07,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:42:07,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:42:07,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:42:10,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:15,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:20,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:21,797 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:42:22,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:42:22,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:42:22,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:42:26,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:31,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:36,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:37,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:42:37,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:42:37,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:42:41,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:46,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:51,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:42:51,800 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:42:52,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:42:52,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:42:52,362 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:42:57,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:02,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:07,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:43:07,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:43:07,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:43:08,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:13,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:18,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:21,799 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:43:22,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:43:22,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:43:22,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:43:23,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:28,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:33,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:34,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:43:34,322 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:43:34,323 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:43:34,323 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:43:34,779 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:43:36,780 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:43:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:43:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:43:37,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:43:38,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:43,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:48,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:51,800 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:43:52,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:43:52,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:43:52,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:43:53,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:43:58,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:03,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:07,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:44:07,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:44:07,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:44:09,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:14,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:19,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:21,800 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:44:22,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:44:22,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:44:22,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:44:24,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:29,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:34,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:37,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:44:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:44:37,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:44:40,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:45,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:50,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:44:51,801 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:44:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:44:52,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:44:52,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:44:55,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:00,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:05,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:45:07,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:45:07,363 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:45:10,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:15,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:20,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:21,802 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:45:22,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:45:22,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:45:22,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:45:25,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:30,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:35,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:37,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:45:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:45:37,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:45:41,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:46,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:51,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:45:51,802 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:45:52,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:45:52,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:45:52,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:45:57,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:02,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:07,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:46:07,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:46:07,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:46:07,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:12,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:17,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:21,804 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:46:22,355 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:46:22,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:46:22,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:46:23,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:28,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:33,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:37,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:46:37,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:46:37,364 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:46:38,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:43,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:48,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:51,805 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:46:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:46:52,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:46:52,365 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:46:54,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:46:59,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:04,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:47:07,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:47:07,365 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:47:10,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:15,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:20,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:21,806 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:47:22,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:47:22,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:47:22,365 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:47:25,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:29,856 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:47:29,858 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:47:29,858 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:47:29,858 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:47:29,865 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:47:30,866 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:47:31,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:36,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:37,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:47:37,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:47:37,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:47:41,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:46,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:51,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:47:51,807 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:47:52,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:47:52,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:47:52,370 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:47:57,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:02,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:07,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:48:07,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:48:07,370 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:48:08,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:13,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:18,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:21,807 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:48:22,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:48:22,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:48:22,370 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:48:23,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:28,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:33,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:48:37,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:48:37,370 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:48:39,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:44,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:49,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:48:51,808 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:48:52,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:48:52,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:48:52,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:48:55,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:00,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:05,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:49:07,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:49:07,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:49:10,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:15,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:20,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:21,809 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:49:22,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:49:22,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:49:22,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:49:26,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:31,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:36,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:37,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:49:37,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:49:37,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:49:42,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:47,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:51,810 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:49:52,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:49:52,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:49:52,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:49:52,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:49:57,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:02,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:07,357 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:50:07,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:50:07,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:50:08,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:13,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:18,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:21,811 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:50:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:50:22,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:50:22,371 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:50:23,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:28,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:33,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:50:37,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:50:37,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:50:38,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:43,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:48,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:51,812 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:50:52,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:50:52,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:50:52,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:50:54,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:50:59,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:04,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:07,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:51:07,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:51:07,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:51:10,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:15,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:20,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:21,813 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:51:22,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:51:22,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:51:22,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:51:25,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:30,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:35,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:37,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:51:37,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:51:37,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:51:41,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:46,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:51:46,106 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:51:46,107 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:51:46,107 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:51:46,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:46,965 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:51:47,966 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:51:51,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:51:51,814 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:51:52,358 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:51:52,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:51:52,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:51:57,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:02,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:07,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:52:07,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:52:07,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:52:07,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:12,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:17,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:21,815 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:52:22,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:52:22,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:52:22,372 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:52:23,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:28,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:33,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:37,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:52:37,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:52:37,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:52:39,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:44,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:49,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:51,816 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:52:52,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:52:52,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:52:52,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:52:54,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:52:59,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:04,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:07,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:53:07,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:53:07,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:53:10,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:15,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:20,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:21,818 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:53:22,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:53:22,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:53:22,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:53:25,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:30,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:35,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:37,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:53:37,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:53:37,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:53:41,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:46,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:51,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:53:51,819 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:53:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:53:52,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:53:52,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:53:56,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:01,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:06,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:07,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:54:07,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:54:07,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:54:12,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:17,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:21,819 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:54:22,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:54:22,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:54:22,374 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:54:22,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:27,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:32,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:37,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:54:37,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:54:37,374 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:54:38,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:43,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:48,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:51,821 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:54:52,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:54:52,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:54:52,374 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:54:53,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:54:58,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:03,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:07,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:55:07,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:55:07,374 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:55:09,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:14,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:19,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:21,822 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:55:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:55:22,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:55:22,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:55:24,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:29,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:34,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:37,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:55:37,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:55:37,374 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:55:39,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:42,554 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:55:42,555 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:55:42,556 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:55:42,556 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:55:43,050 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:55:44,051 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:55:45,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:50,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:55:51,823 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:55:52,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:55:52,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:55:52,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:55:55,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:00,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:05,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:07,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:56:07,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:56:07,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:56:10,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:15,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:20,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:21,824 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:56:22,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:56:22,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:56:22,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:56:26,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:31,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:36,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:37,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:56:37,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:56:37,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:56:42,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:47,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:51,825 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:56:52,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:56:52,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:56:52,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:56:52,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:56:57,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:02,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:07,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:57:07,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:57:07,375 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:57:07,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:12,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:17,540 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:21,826 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:57:22,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:57:22,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:57:22,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:57:23,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:28,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:33,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:37,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:57:37,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:57:37,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:57:39,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:44,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:49,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:51,826 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:57:52,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:57:52,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:57:52,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:57:54,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:57:59,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:04,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:07,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:58:07,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:58:07,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:58:09,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:14,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:19,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:21,828 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:58:22,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:58:22,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:58:22,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:58:25,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:30,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:35,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:58:37,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:58:37,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:58:40,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:45,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:50,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:58:51,835 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:58:52,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:58:52,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:58:52,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:58:55,601 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:00,602 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:05,603 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:07,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:59:07,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:59:07,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:59:11,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:16,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:21,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:21,830 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:59:22,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:59:22,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:59:22,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:59:26,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:31,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:36,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:59:37,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:59:37,376 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:59:37,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 06:59:37,515 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 06:59:37,516 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 06:59:37,517 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 06:59:38,144 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 06:59:40,145 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 06:59:41,786 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:46,787 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:51,788 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 06:59:51,832 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 06:59:52,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 06:59:52,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 06:59:52,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 06:59:57,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:02,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:07,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:00:07,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:00:07,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:00:07,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:12,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:17,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:21,835 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:00:22,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:00:22,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:00:22,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:00:23,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:28,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:33,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:37,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:00:37,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:00:37,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:00:39,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:44,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:49,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:51,835 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:00:52,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:00:52,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:00:52,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:00:54,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:00:59,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:04,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:07,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:01:07,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:01:07,377 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:01:09,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:14,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:19,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:21,836 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:01:22,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:01:22,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:01:22,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:01:25,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:30,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:35,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:37,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:01:37,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:01:37,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:01:41,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:46,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:51,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:01:51,837 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:01:52,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:01:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:01:52,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:01:56,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:01,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:06,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:07,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:02:07,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:02:07,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:02:11,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:16,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:21,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:21,838 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:02:22,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:02:22,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:02:22,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:02:27,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:32,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:37,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:02:37,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:02:37,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:02:37,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:42,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:47,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:51,839 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:02:52,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:02:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:02:52,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:02:53,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:02:58,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:03,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:07,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:03:07,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:03:07,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:03:08,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:13,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:18,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:21,840 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:03:22,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:03:22,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:03:22,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:03:23,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:03:23,033 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:03:23,033 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:03:23,033 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:03:23,229 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:03:24,229 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:03:24,352 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:29,353 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:34,354 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:37,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:03:37,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:03:37,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:03:39,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:44,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:49,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:51,841 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:03:52,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:03:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:03:52,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:03:54,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:03:59,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:04,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:07,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:04:07,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:04:07,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:04:09,554 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:14,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:19,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:21,842 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:04:22,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:04:22,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:04:22,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:04:25,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:30,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:35,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:37,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:04:37,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:04:37,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:04:41,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:46,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:51,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:04:51,843 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:04:52,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:04:52,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:04:52,379 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:04:57,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:02,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:07,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:05:07,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:05:07,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:05:07,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:12,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:17,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:21,844 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:05:22,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:05:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:05:22,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:05:23,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:28,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:33,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:37,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:05:37,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:05:37,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:05:39,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:44,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:49,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:05:51,845 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:05:52,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:05:52,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:05:52,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:05:55,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:00,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:05,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:07,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:06:07,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:06:07,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:06:11,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:16,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:21,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:21,846 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:06:22,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:06:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:06:22,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:06:27,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:32,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:37,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:06:37,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:06:37,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:06:38,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:43,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:48,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:51,846 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:06:52,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:06:52,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:06:52,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:06:53,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:06:58,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:03,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:07,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:07:07,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:07:07,380 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:07:09,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:14,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:19,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:21,847 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:07:22,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:07:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:07:22,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:07:24,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:26,809 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:07:26,810 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:07:26,811 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:07:26,811 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:07:27,321 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:07:28,321 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:07:30,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:35,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:37,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:07:37,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:07:37,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:07:40,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:45,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:50,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:07:51,848 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:07:52,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:07:52,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:07:52,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:07:56,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:01,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:06,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:07,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:08:07,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:08:07,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:08:11,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:16,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:21,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:21,849 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:08:22,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:08:22,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:08:22,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:08:27,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:32,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:37,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:08:37,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:08:37,381 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:08:38,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:43,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:48,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:51,850 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:08:52,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:08:52,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:08:52,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:08:53,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:08:58,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:03,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:07,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:09:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:09:07,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:09:08,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:13,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:18,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:21,851 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:09:22,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:09:22,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:09:22,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:09:24,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:29,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:34,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:37,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:09:37,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:09:37,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:09:40,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:45,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:50,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:09:51,853 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:09:52,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:09:52,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:09:52,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:09:55,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:00,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:05,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:07,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:10:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:10:07,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:10:10,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:15,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:20,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:21,854 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:10:22,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:10:22,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:10:22,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:10:26,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:31,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:36,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:37,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:10:37,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:10:37,382 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:10:41,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:46,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:51,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:10:51,855 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:10:52,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:10:52,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:10:52,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:10:56,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:01,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:06,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:07,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:11:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:11:07,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:11:11,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:16,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:21,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:21,856 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:11:22,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:11:22,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:11:22,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:11:27,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:32,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:35,760 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:11:35,761 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:11:35,761 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:11:35,762 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:11:36,416 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:11:36,416 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:11:37,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:11:37,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:11:37,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:11:38,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:43,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:48,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:51,857 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:11:52,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:11:52,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:11:52,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:11:53,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:11:58,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:03,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:07,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:12:07,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:12:07,383 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:12:09,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:14,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:19,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:21,858 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:12:22,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:12:22,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:12:22,384 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:12:24,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:29,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:34,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:37,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:12:37,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:12:37,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:12:39,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:44,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:49,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:12:51,859 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:12:52,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:12:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:12:52,384 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:12:55,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:00,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:05,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:07,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:13:07,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:13:07,384 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:13:10,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:15,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:20,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:21,860 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:13:22,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:13:22,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:13:22,384 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:13:26,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:31,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:36,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:37,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:13:37,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:13:37,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:13:41,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:46,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:51,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:13:51,860 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:13:52,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:13:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:13:52,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:13:57,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:02,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:07,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:14:07,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:14:07,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:14:08,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:13,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:18,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:21,862 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:14:22,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:14:22,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:14:22,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:14:23,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:28,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:33,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:37,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:14:37,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:14:37,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:14:38,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:43,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:48,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:51,862 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:14:52,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:14:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:14:52,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:14:53,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:14:58,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:03,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:07,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:15:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:15:07,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:15:09,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:14,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:19,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:21,864 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:15:22,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:15:22,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:15:22,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:15:24,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:29,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:34,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:37,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:15:37,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:15:37,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:15:40,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:45,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:48,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:15:48,396 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:15:48,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:15:48,397 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:15:48,504 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:15:50,771 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:15:51,506 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:15:51,870 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:15:52,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:15:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:15:52,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:15:56,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:01,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:06,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:07,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:16:07,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:16:07,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:16:11,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:16,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:21,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:21,866 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:16:22,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:16:22,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:16:22,385 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:16:26,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:31,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:36,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:37,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:16:37,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:16:37,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:16:42,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:47,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:51,869 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:16:52,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:16:52,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:16:52,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:16:52,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:16:57,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:02,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:07,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:17:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:17:07,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:17:08,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:13,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:18,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:21,869 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:17:22,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:17:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:17:22,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:17:24,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:29,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:34,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:37,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:17:37,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:17:37,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:17:39,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:44,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:49,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:17:51,869 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:17:52,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:17:52,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:17:52,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:17:55,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:00,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:05,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:07,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:18:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:18:07,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:18:11,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:16,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:21,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:21,871 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:18:22,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:18:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:18:22,386 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:18:27,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:32,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:37,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:18:37,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:18:37,387 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:18:37,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:42,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:47,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:51,871 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:18:52,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:18:52,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:18:52,387 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:18:53,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:18:58,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:03,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:07,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:19:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:19:07,387 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:19:08,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:13,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:18,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:21,872 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:19:22,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:19:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:19:22,387 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:19:23,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:28,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:33,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:37,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:19:37,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:19:37,388 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:19:39,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:41,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:19:41,373 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:19:41,373 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:19:41,374 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:19:41,589 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:19:43,590 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:19:44,704 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:49,705 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:19:51,874 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:19:52,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:19:52,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:19:52,388 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:19:55,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:00,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:05,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:07,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:20:07,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:20:07,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:20:10,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:15,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:20,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:21,875 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:20:22,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:20:22,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:20:22,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:20:26,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:31,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:36,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:37,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:20:37,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:20:37,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:20:41,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:46,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:51,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:20:51,876 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:20:52,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:20:52,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:20:52,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:20:57,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:02,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:07,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:21:07,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:21:07,388 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:21:07,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:12,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:17,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:21,877 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:21:22,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:21:22,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:21:22,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:21:22,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:27,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:32,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:37,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:21:37,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:21:37,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:21:38,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:43,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:48,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:51,878 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:21:52,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:21:52,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:21:52,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:21:53,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:21:58,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:03,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:07,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:22:07,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:22:07,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:22:09,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:14,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:19,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:21,879 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:22:22,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:22:22,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:22:22,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:22:25,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:30,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:35,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:37,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:22:37,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:22:37,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:22:40,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:45,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:50,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:22:51,881 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:22:52,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:22:52,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:22:52,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:22:55,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:00,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:05,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:07,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:23:07,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:23:07,389 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:23:11,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:16,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:21,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:21,882 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:23:22,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:23:22,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:23:22,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:23:26,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:31,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:36,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:37,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:23:37,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:23:37,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:23:38,957 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:23:38,958 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:23:38,958 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:23:38,959 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:23:39,675 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:23:41,676 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:23:42,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:47,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:51,883 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:23:52,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:23:52,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:23:52,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:23:52,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:23:57,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:02,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:07,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:24:07,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:24:07,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:24:07,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:12,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:17,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:21,883 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:24:22,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:24:22,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:24:22,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:24:23,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:28,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:33,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:37,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:24:37,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:24:37,390 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:24:39,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:44,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:49,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:51,885 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:24:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:24:52,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:24:52,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:24:54,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:24:59,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:04,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:07,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:25:07,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:25:07,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:25:10,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:15,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:20,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:21,885 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:25:22,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:25:22,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:25:22,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:25:26,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:31,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:36,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:37,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:25:37,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:25:37,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:25:41,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:46,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:51,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:25:51,887 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:25:52,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:25:52,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:25:52,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:25:57,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:02,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:07,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:26:07,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:26:07,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:26:08,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:13,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:18,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:21,888 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:26:22,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:26:22,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:26:22,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:26:23,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:28,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:33,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:37,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:26:37,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:26:37,391 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:26:39,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:44,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:49,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:51,889 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:26:52,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:26:52,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:26:52,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:26:54,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:26:59,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:04,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:07,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:27:07,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:27:07,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:27:09,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:14,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:19,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:21,890 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:27:22,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:27:22,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:27:22,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:27:25,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:30,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:35,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:37,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:27:37,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:27:37,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:27:41,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:46,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:51,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:27:51,890 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:27:52,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:27:52,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:27:52,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:27:56,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:01,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:02,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:28:02,763 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:28:02,763 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:28:02,764 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:28:02,771 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:28:03,772 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:28:07,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:07,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:28:07,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:28:07,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:28:12,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:17,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:21,892 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:28:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:28:22,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:28:22,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:28:22,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:27,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:32,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:37,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:28:37,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:28:37,392 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:28:38,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:43,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:48,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:51,893 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:28:52,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:28:52,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:28:52,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:28:53,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:28:58,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:03,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:07,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:29:07,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:29:07,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:29:08,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:13,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:18,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:21,894 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:29:22,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:29:22,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:29:22,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:29:23,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:28,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:33,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:37,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:29:37,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:29:37,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:29:39,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:44,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:49,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:29:51,895 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:29:52,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:29:52,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:29:52,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:29:55,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:00,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:05,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:07,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:30:07,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:30:07,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:30:10,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:15,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:20,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:21,896 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:30:22,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:30:22,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:30:22,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:30:25,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:30,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:35,540 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:37,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:30:37,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:30:37,393 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:30:41,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:46,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:51,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:30:51,897 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:30:52,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:30:52,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:30:52,394 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:30:56,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:01,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:06,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:07,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:31:07,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:31:07,394 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:31:12,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:17,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:21,898 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:31:22,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:31:22,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:31:22,394 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:31:23,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:28,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:33,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:37,381 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:31:37,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:31:37,394 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:31:39,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:44,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:49,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:31:51,899 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:31:52,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:31:52,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:31:52,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:31:55,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:00,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:05,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:32:07,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:32:07,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:32:11,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:16,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:17,597 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:32:17,598 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:32:17,598 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:32:17,599 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:32:17,863 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:32:19,864 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:32:21,900 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:32:21,902 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:22,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:32:22,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:32:22,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:32:27,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:32,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:37,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:32:37,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:32:37,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:32:38,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:43,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:48,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:51,942 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:32:52,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:32:52,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:32:52,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:32:54,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:32:59,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:04,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:07,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:33:07,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:33:07,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:33:09,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:14,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:19,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:21,902 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:33:22,382 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:33:22,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:33:22,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:33:25,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:30,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:35,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:37,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:33:37,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:33:37,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:33:40,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:45,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:50,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:33:51,905 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:33:52,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:33:52,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:33:52,395 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:33:56,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:01,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:06,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:07,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:34:07,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:34:07,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:34:11,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:16,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:21,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:21,904 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:34:22,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:34:22,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:34:22,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:34:27,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:32,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:37,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:34:37,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:34:37,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:34:37,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:42,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:47,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:51,906 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:34:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:34:52,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:34:52,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:34:53,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:34:58,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:03,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:07,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:35:07,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:35:07,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:35:08,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:13,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:18,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:21,906 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:35:22,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:35:22,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:35:22,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:35:24,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:29,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:34,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:37,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:35:37,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:35:37,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:35:39,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:44,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:49,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:51,907 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:35:52,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:35:52,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:35:52,396 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:35:54,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:35:59,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:04,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:07,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:36:07,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:36:07,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:36:07,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:36:07,588 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:36:07,589 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:36:07,589 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:36:07,955 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:36:09,914 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:09,956 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:36:14,915 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:19,917 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:21,908 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:36:22,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:36:22,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:36:22,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:36:25,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:30,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:35,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:37,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:36:37,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:36:37,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:36:41,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:46,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:51,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:36:51,909 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:36:52,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:36:52,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:36:52,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:36:56,575 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:01,576 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:06,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:07,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:37:07,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:37:07,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:37:12,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:17,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:21,911 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:37:22,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:37:22,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:37:22,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:37:22,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:27,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:32,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:37,385 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:37:37,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:37:37,397 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:37:38,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:43,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:48,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:51,912 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:37:52,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:37:52,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:37:52,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:37:53,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:37:58,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:03,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:38:07,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:38:07,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:38:09,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:14,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:19,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:21,913 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:38:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:38:22,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:38:22,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:38:24,569 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:29,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:34,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:37,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:38:37,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:38:37,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:38:40,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:45,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:50,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:38:51,914 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:38:52,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:38:52,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:38:52,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:38:55,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:00,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:05,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:07,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:39:07,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:39:07,398 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:39:11,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:16,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:21,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:21,915 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:39:22,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:39:22,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:39:22,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:39:26,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:31,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:36,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:37,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:39:37,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:39:37,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:39:42,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:47,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:51,916 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:39:52,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:39:52,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:39:52,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:39:52,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:39:57,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:02,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:07,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:40:07,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:40:07,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:40:07,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:12,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:14,612 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:40:14,613 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:40:14,613 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:40:14,614 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:40:15,051 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:40:16,052 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:40:17,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:21,917 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:40:22,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:40:22,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:40:22,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:40:23,555 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:28,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:33,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:37,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:40:37,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:40:37,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:40:38,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:43,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:48,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:51,918 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:40:52,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:40:52,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:40:52,399 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:40:54,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:40:59,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:04,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:07,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:41:07,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:41:07,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:41:09,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:14,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:19,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:21,919 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:41:22,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:41:22,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:41:22,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:41:24,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:29,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:34,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:37,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:41:37,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:41:37,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:41:40,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:45,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:50,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:41:51,921 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:41:52,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:41:52,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:41:52,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:41:56,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:01,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:06,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:07,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:42:07,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:42:07,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:42:11,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:16,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:21,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:21,921 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:42:22,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:42:22,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:42:22,400 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:42:27,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:32,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:37,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:42:37,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:42:37,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:42:38,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:43,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:48,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:51,922 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:42:52,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:42:52,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:42:52,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:42:53,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:42:58,573 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:03,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:07,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:43:07,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:43:07,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:43:09,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:14,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:19,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:21,923 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:43:22,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:43:22,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:43:22,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:43:24,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:29,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:34,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:37,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:43:37,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:43:37,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:43:40,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:45,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:50,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:43:51,925 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:43:52,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:43:52,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:43:52,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:43:56,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:01,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:06,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:07,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:44:07,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:44:07,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:44:11,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:16,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:21,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:21,925 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:44:22,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:44:22,174 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:44:22,174 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:44:22,174 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:44:22,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:44:22,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:44:22,401 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:44:23,147 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:44:25,148 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:44:27,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:32,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:37,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:44:37,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:44:37,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:44:38,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:43,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:48,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:51,926 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:44:52,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:44:52,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:44:52,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:44:54,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:44:59,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:04,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:07,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:45:07,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:45:07,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:45:10,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:15,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:20,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:21,927 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:45:22,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:45:22,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:45:22,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:45:25,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:30,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:35,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:37,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:45:37,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:45:37,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:45:41,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:46,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:51,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:45:51,928 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:45:52,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:45:52,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:45:52,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:45:56,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:01,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:06,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:07,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:46:07,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:46:07,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:46:12,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:17,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:21,929 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:46:22,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:46:22,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:46:22,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:46:22,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:27,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:32,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:37,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:46:37,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:46:37,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:46:38,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:43,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:48,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:51,930 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:46:52,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:46:52,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:46:52,402 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:46:53,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:46:58,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:03,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:07,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:47:07,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:47:07,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:47:09,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:14,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:19,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:21,931 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:47:22,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:47:22,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:47:22,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:47:24,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:29,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:34,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:37,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:47:37,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:47:37,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:47:40,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:45,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:50,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:47:51,933 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:47:52,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:47:52,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:47:52,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:47:56,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:01,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:06,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:07,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:48:07,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:48:07,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:48:11,555 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:16,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:21,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:21,934 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:48:22,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:48:22,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:48:22,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:48:27,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:32,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:32,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:48:32,560 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:48:32,561 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:48:32,561 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:48:33,249 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:48:35,249 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:48:37,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:48:37,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:48:37,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:48:37,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:42,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:47,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:51,935 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:48:52,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:48:52,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:48:52,403 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:48:53,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:48:58,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:03,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:07,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:49:07,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:49:07,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:49:09,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:14,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:19,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:21,937 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:49:22,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:49:22,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:49:22,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:49:24,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:29,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:34,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:37,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:49:37,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:49:37,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:49:40,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:45,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:50,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:49:51,937 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:49:52,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:49:52,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:49:52,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:49:56,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:01,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:06,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:07,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:50:07,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:50:07,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:50:11,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:16,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:21,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:21,944 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:50:22,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:50:22,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:50:22,404 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:50:26,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:31,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:36,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:37,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:50:37,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:50:37,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:50:41,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:46,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:51,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:50:51,938 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:50:52,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:50:52,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:50:52,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:50:56,589 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:01,589 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:06,590 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:07,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:51:07,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:51:07,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:51:12,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:17,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:21,941 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:51:22,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:51:22,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:51:22,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:51:22,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:27,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:32,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:37,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:51:37,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:51:37,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:51:37,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:42,573 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:47,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:51,940 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:51:52,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:51:52,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:51:52,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:51:53,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:51:58,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:03,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:07,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:52:07,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:52:07,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:52:09,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:14,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:18,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:52:18,014 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:52:18,014 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:52:18,014 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:52:18,333 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:52:20,350 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:21,335 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:52:21,942 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:52:22,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:52:22,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:52:22,405 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:52:25,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:30,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:35,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:37,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:52:37,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:52:37,406 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:52:41,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:46,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:51,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:52:51,943 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:52:52,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:52:52,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:52:52,406 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:52:56,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:01,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:06,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:07,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:53:07,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:53:07,406 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:53:12,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:17,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:21,945 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:53:22,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:53:22,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:53:22,406 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:53:23,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:28,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:33,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:37,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:53:37,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:53:37,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:53:38,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:43,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:48,540 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:51,946 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:53:52,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:53:52,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:53:52,406 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:53:54,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:53:59,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:04,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:07,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:54:07,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:54:07,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:54:09,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:14,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:19,573 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:21,947 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:54:22,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:54:22,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:54:22,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:54:25,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:30,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:35,540 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:37,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:54:37,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:54:37,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:54:41,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:46,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:51,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:54:51,948 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:54:52,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:54:52,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:54:52,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:54:57,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:02,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:07,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:55:07,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:55:07,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:55:08,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:13,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:18,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:21,949 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:55:22,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:55:22,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:55:22,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:55:23,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:28,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:33,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:37,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:55:37,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:55:37,407 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:55:39,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:44,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:49,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:51,950 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:55:52,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:55:52,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:55:52,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:55:54,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:55:59,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:04,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:07,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:56:07,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:56:07,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:56:10,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:15,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:17,852 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 07:56:17,853 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 07:56:17,854 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 07:56:17,854 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 07:56:18,430 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 07:56:19,430 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 07:56:21,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:21,951 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:56:22,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:56:22,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:56:22,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:56:26,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:31,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:36,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:37,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:56:37,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:56:37,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:56:42,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:47,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:51,951 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:56:52,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:56:52,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:56:52,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:56:52,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:56:57,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:02,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:07,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:57:07,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:57:07,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:57:07,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:12,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:17,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:21,952 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:57:22,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:57:22,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:57:22,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:57:22,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:27,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:32,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:37,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:57:37,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:57:37,408 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:57:38,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:43,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:48,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:51,953 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:57:52,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:57:52,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:57:52,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:57:53,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:57:58,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:03,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:07,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:58:07,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:58:07,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:58:08,595 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:13,596 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:18,597 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:21,954 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:58:22,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:58:22,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:58:22,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:58:24,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:29,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:34,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:37,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:58:37,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:58:37,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:58:40,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:45,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:50,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:58:51,955 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:58:52,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:58:52,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:58:52,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:58:55,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:00,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:05,552 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:07,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:59:07,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:59:07,409 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:59:11,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:16,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:21,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:21,956 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:59:22,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:59:22,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:59:22,410 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:59:27,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:32,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:37,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:59:37,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:59:37,410 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:59:37,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:42,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:47,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:51,957 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 07:59:52,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 07:59:52,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 07:59:52,410 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 07:59:52,576 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 07:59:57,577 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:02,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:07,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:00:07,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:00:07,427 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:00:08,577 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:13,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:18,579 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:21,959 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:00:22,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:00:22,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:00:22,422 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:00:24,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:29,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:29,634 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:00:29,635 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:00:29,636 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:00:29,636 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:00:30,531 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:00:31,531 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:00:35,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:37,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:00:37,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:00:37,422 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:00:40,590 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:45,591 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:50,592 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:00:51,960 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:00:52,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:00:52,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:00:52,422 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:00:56,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:01,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:06,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:07,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:01:07,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:01:07,422 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:01:12,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:17,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:21,961 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:01:22,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:01:22,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:01:22,422 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:01:22,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:27,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:32,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:37,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:01:37,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:01:37,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:01:38,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:43,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:48,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:51,962 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:01:52,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:01:52,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:01:52,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:01:53,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:01:58,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:03,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:07,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:02:07,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:02:07,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:02:08,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:13,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:18,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:21,962 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:02:22,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:02:22,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:02:22,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:02:23,601 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:28,601 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:33,602 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:37,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:02:37,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:02:37,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:02:39,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:44,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:49,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:02:51,964 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:02:52,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:02:52,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:02:52,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:02:55,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:00,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:05,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:07,410 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:03:07,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:03:07,423 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:03:11,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:16,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:21,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:21,965 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:03:22,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:03:22,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:03:22,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:03:26,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:31,588 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:36,589 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:37,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:03:37,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:03:37,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:03:42,581 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:47,582 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:51,966 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:03:52,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:03:52,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:03:52,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:03:53,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:03:58,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:03,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:07,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:04:07,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:04:07,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:04:08,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:13,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:18,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:21,967 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:04:22,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:04:22,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:04:22,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:04:22,829 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:04:22,830 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:04:22,830 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:04:22,831 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:04:23,629 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:04:24,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:25,630 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:04:29,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:34,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:37,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:04:37,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:04:37,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:04:39,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:44,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:49,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:51,968 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:04:52,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:04:52,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:04:52,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:04:54,569 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:04:59,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:04,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:07,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:05:07,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:05:07,424 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:05:09,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:14,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:19,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:21,969 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:05:22,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:05:22,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:05:22,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:05:25,554 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:30,555 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:35,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:37,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:05:37,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:05:37,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:05:41,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:46,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:51,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:05:51,970 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:05:52,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:05:52,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:05:52,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:05:56,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:01,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:06,575 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:07,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:06:07,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:06:07,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:06:11,582 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:16,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:21,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:21,971 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:06:22,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:06:22,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:06:22,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:06:27,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:32,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:37,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:06:37,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:06:37,425 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:06:37,567 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:42,568 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:47,569 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:51,972 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:06:52,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:06:52,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:06:52,426 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:06:53,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:06:58,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:07:03,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:07:07,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:07:07,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:07:07,426 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:07:08,965 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:07:13,966 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:07:18,967 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:07:21,978 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:07:22,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:07:22,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: stop_status +2024-04-10 08:07:22,426 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: stop_status +2024-04-10 08:07:28,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:07:32,232 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:07:33,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:07:37,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:07:39,623 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:07:42,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:07:47,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:07:52,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:07:57,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:02,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:07,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:08:08,234 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:08:12,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:17,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:21,513 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:08:22,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:08:25,684 INFO SenderThread:528 [retry.py:__call__():172] Retry attempt failed: +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/urllib3/connectionpool.py", line 536, in _make_request + response = conn.getresponse() + File "/opt/conda/lib/python3.10/site-packages/urllib3/connection.py", line 461, in getresponse + httplib_response = super().getresponse() + File "/opt/conda/lib/python3.10/http/client.py", line 1375, in getresponse + response.begin() + File "/opt/conda/lib/python3.10/http/client.py", line 318, in begin + version, status, reason = self._read_status() + File "/opt/conda/lib/python3.10/http/client.py", line 279, in _read_status + line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") + File "/opt/conda/lib/python3.10/socket.py", line 705, in readinto + return self._sock.recv_into(b) + File "/opt/conda/lib/python3.10/ssl.py", line 1307, in recv_into + return self.read(nbytes, buffer) + File "/opt/conda/lib/python3.10/ssl.py", line 1163, in read + return self._sslobj.read(len, buffer) +TimeoutError: The read operation timed out + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/requests/adapters.py", line 486, in send + resp = conn.urlopen( + File "/opt/conda/lib/python3.10/site-packages/urllib3/connectionpool.py", line 844, in urlopen + retries = retries.increment( + File "/opt/conda/lib/python3.10/site-packages/urllib3/util/retry.py", line 470, in increment + raise reraise(type(error), error, _stacktrace) + File "/opt/conda/lib/python3.10/site-packages/urllib3/util/util.py", line 39, in reraise + raise value + File "/opt/conda/lib/python3.10/site-packages/urllib3/connectionpool.py", line 790, in urlopen + response = self._make_request( + File "/opt/conda/lib/python3.10/site-packages/urllib3/connectionpool.py", line 538, in _make_request + self._raise_timeout(err=e, url=url, timeout_value=read_timeout) + File "/opt/conda/lib/python3.10/site-packages/urllib3/connectionpool.py", line 370, in _raise_timeout + raise ReadTimeoutError( +urllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='api.wandb.ai', port=443): Read timed out. (read timeout=20) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/lib/retry.py", line 131, in __call__ + result = self._call_fn(*args, **kwargs) + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/internal_api.py", line 369, in execute + return self.client.execute(*args, **kwargs) # type: ignore + File "/opt/conda/lib/python3.10/site-packages/wandb/vendor/gql-0.2.0/wandb_gql/client.py", line 52, in execute + result = self._get_result(document, *args, **kwargs) + File "/opt/conda/lib/python3.10/site-packages/wandb/vendor/gql-0.2.0/wandb_gql/client.py", line 60, in _get_result + return self.transport.execute(document, *args, **kwargs) + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/lib/gql_request.py", line 58, in execute + request = self.session.post(self.url, **post_args) + File "/opt/conda/lib/python3.10/site-packages/requests/sessions.py", line 637, in post + return self.request("POST", url, data=data, json=json, **kwargs) + File "/opt/conda/lib/python3.10/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/opt/conda/lib/python3.10/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/opt/conda/lib/python3.10/site-packages/requests/adapters.py", line 532, in send + raise ReadTimeout(e, request=request) +requests.exceptions.ReadTimeout: HTTPSConnectionPool(host='api.wandb.ai', port=443): Read timed out. (read timeout=20) +2024-04-10 08:08:27,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:27,659 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:08:32,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:37,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:08:42,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:45,781 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:08:47,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:08:52,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:08:57,453 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:02,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:07,413 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:09:12,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:17,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:22,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:09:27,339 WARNING FileStreamThread:528 [file_stream.py:request_with_retry():687] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream. func: functools.partial(>, timeout=180.0), args: ('https://api.wandb.ai/files/asdassadasdasd/huggingface/ft4a6i5j/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 847, 'content': ['{"system.network.sent": 154918940.67, "system.network.recv": 106478572.0, "system.proc.memory.availableMB": 27411.76, "system.memory": 14.6, "system.proc.memory.rssMB": 4081.84, "system.proc.memory.percent": 12.71, "system.cpu": 25.02, "system.cpu.0.cpu_percent": 12.54, "system.cpu.1.cpu_percent": 24.49, "system.cpu.2.cpu_percent": 38.0, "system.cpu.3.cpu_percent": 33.04, "system.proc.cpu.threads": 42, "system.gpu.0.memoryAllocated": 71.67, "system.gpu.1.memoryAllocated": 97.84, "system.gpu.0.memoryAllocatedBytes": 11543707648.0, "system.gpu.1.memoryAllocatedBytes": 15758983168.0, "system.gpu.0.memory": 22.33, "system.gpu.1.memory": 24.53, "system.gpu.0.gpu": 44.33, "system.gpu.1.gpu": 52.07, "system.gpu.0.temp": 59.93, "system.gpu.1.temp": 76.67, "system.gpu.0.powerWatts": 50.73, "system.gpu.1.powerWatts": 55.65, "system.gpu.0.powerPercent": 72.48, "system.gpu.1.powerPercent": 79.5, "system.disk.\\\\.usagePercent": 69.1, "system.disk.\\\\.usageGB": 5569.84, "system.disk.in": 4.36, "system.disk.out": 5797.38, "_wandb": true, "_timestamp": 1712736441.972376, "_runtime": 25471.511323}']}}, 'dropped': 0}} +2024-04-10 08:09:27,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:32,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:37,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:09:42,197 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:09:42,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:09:42,198 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:09:42,199 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:09:42,199 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:09:42,200 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:09:42,200 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:09:42,200 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:09:42,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:42,758 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:09:44,758 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:09:47,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:09:47,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:51,978 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:09:52,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:09:52,979 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:09:57,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:09:57,980 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:02,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:02,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:07,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:10:07,982 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:12,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:12,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:17,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:17,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:21,979 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:10:22,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:10:23,980 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:27,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:28,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:32,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:33,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:37,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:10:38,982 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:42,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:43,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:47,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:48,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:51,980 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:10:52,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:10:54,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:10:57,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:10:59,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:02,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:04,982 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:07,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:11:09,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:12,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:14,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:17,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:19,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:21,982 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:11:22,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:11:25,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:27,498 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:30,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:32,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:35,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:37,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:11:40,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:42,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:45,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:47,501 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:11:50,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:51,981 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:11:52,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:11:56,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:11:57,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:01,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:02,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:06,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:07,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:12:11,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:12,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:16,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:17,507 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:21,982 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:12:22,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:12:22,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:27,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:27,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:32,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:32,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:37,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:12:37,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:39,784 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:12:39,785 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:12:39,785 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:12:39,785 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:12:39,825 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:12:42,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:42,827 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:12:43,850 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:47,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:48,850 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:51,983 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:12:52,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:12:53,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:12:57,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:12:58,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:02,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:03,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:07,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:13:08,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:12,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:13,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:17,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:18,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:21,984 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:13:22,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:13:24,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:27,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:29,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:32,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:34,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:37,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:13:39,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:42,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:44,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:47,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:13:49,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:51,985 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:13:52,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:13:55,986 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:13:57,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:00,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:02,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:05,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:07,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:14:10,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:12,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:15,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:17,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:20,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:21,986 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:14:22,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:14:26,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:27,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:31,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:32,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:36,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:37,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:14:41,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:42,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:46,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:47,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:51,987 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:14:52,417 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:14:52,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:14:57,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:14:57,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:02,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:02,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:07,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:15:07,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:12,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:12,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:17,540 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:17,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:21,988 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:15:22,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:15:23,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:27,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:28,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:32,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:33,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:37,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:15:38,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:42,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:43,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:47,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:48,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:51,989 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:15:52,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:15:54,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:15:57,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:15:59,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:02,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:04,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:07,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:16:09,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:12,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:14,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:17,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:19,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:21,990 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:16:22,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:16:25,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:27,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:30,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:32,575 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:35,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:37,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:16:40,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:42,577 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:45,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:47,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:16:49,600 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:16:49,601 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:16:49,602 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:16:49,602 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:16:49,956 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:16:51,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:51,991 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:16:52,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:16:52,958 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:16:56,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:16:57,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:01,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:02,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:06,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:07,419 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:17:11,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:12,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:16,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:17,588 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:21,992 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:17:22,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:17:22,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:27,590 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:27,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:32,591 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:32,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:37,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:17:37,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:42,592 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:42,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:47,593 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:47,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:51,992 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:17:52,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:17:53,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:17:57,595 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:17:58,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:02,595 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:03,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:07,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:18:08,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:12,597 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:13,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:17,603 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:18,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:21,993 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:18:22,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:18:24,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:27,610 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:29,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:32,611 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:34,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:37,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:18:39,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:42,613 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:44,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:47,614 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:18:50,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:51,994 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:18:52,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:18:55,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:18:57,616 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:00,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:02,616 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:05,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:07,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:19:10,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:12,626 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:15,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:17,627 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:21,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:21,995 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:19:22,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:19:26,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:27,633 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:31,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:32,634 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:36,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:37,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:19:41,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:42,636 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:47,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:47,637 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:51,996 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:19:52,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:19:52,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:19:57,639 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:19:57,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:02,640 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:02,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:07,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:20:07,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:12,642 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:13,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:17,643 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:18,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:21,997 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:20:22,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:20:23,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:27,645 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:28,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:32,646 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:34,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:37,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:20:39,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:42,648 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:44,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:47,649 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:20:49,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:51,998 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:20:52,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:20:54,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:20:55,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:20:55,572 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:20:55,572 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:20:55,573 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:20:56,049 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:20:57,050 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:20:57,651 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:00,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:02,652 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:05,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:07,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:21:10,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:12,654 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:15,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:17,655 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:20,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:21,998 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:21:22,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:21:26,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:27,657 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:31,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:32,658 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:36,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:37,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:21:41,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:42,660 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:46,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:47,661 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:21:51,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:51,999 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:21:52,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:21:57,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:21:57,663 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:02,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:02,664 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:07,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:07,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:22:12,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:12,666 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:17,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:17,667 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:22,000 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:22:22,422 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:22:23,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:27,669 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:28,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:32,680 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:33,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:37,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:22:38,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:42,687 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:43,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:47,688 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:48,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:52,001 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:22:52,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:22:54,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:22:57,690 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:22:59,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:02,690 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:04,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:07,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:23:09,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:12,692 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:14,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:17,693 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:19,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:22,002 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:23:22,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:23:25,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:27,695 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:30,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:32,696 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:35,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:37,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:23:40,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:42,697 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:45,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:47,698 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:23:50,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:52,002 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:23:52,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:23:56,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:23:57,700 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:01,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:02,701 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:06,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:07,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:24:11,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:12,703 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:16,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:17,704 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:21,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:22,008 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:24:22,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:24:26,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:27,706 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:31,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:32,707 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:36,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:37,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:24:41,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:42,709 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:46,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:47,710 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:24:51,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:52,004 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:24:52,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:24:57,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:24:57,712 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:02,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:02,713 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:07,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:07,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:25:12,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:12,715 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:17,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:17,716 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:22,006 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:25:22,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:25:23,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:24,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:25:24,192 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:25:24,193 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:25:24,193 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:25:25,156 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:25:27,157 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:25:27,718 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:28,677 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:32,719 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:33,678 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:37,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:25:38,679 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:42,726 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:43,679 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:47,739 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:48,680 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:52,006 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:25:52,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:25:54,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:25:57,747 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:25:59,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:02,748 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:04,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:07,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:26:09,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:12,750 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:14,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:17,751 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:19,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:22,008 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:26:22,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:26:25,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:27,753 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:30,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:32,759 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:35,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:37,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:26:40,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:42,760 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:45,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:47,761 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:26:50,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:52,008 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:26:52,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:26:56,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:26:57,763 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:01,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:02,764 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:06,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:07,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:27:11,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:12,765 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:16,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:17,766 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:21,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:22,009 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:27:22,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:27:27,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:27,768 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:32,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:32,769 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:37,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:37,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:27:42,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:42,771 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:47,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:47,772 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:52,010 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:27:52,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:27:53,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:27:57,773 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:27:58,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:02,774 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:03,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:07,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:28:08,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:12,776 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:13,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:17,777 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:18,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:22,011 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:28:22,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:28:24,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:27,779 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:29,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:32,780 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:34,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:37,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:28:39,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:42,781 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:44,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:47,788 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:28:49,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:52,012 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:28:52,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:28:55,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:28:57,789 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:00,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:02,790 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:05,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:07,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:29:10,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:12,792 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:15,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:17,793 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:20,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:22,013 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:29:22,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:29:26,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:27,795 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:31,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:32,796 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:36,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:37,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:29:38,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:29:38,525 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:29:38,526 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:29:38,526 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:29:39,253 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:29:41,254 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:29:41,996 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:42,798 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:46,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:47,799 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:29:51,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:52,014 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:29:52,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:29:57,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:29:57,801 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:02,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:02,802 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:07,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:07,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:30:12,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:12,803 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:17,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:17,804 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:22,014 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:30:22,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:30:23,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:27,806 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:28,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:32,807 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:33,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:37,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:30:38,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:42,809 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:43,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:47,815 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:48,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:52,015 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:30:52,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:30:54,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:30:57,817 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:30:59,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:02,818 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:04,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:07,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:31:09,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:12,820 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:14,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:17,821 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:19,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:22,016 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:31:22,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:31:25,017 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:27,823 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:30,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:32,824 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:35,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:37,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:31:40,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:42,825 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:45,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:47,826 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:31:50,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:52,017 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:31:52,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:31:56,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:31:57,828 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:01,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:02,829 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:06,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:07,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:32:11,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:12,831 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:16,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:17,832 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:21,023 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:22,018 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:32:22,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:32:27,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:27,834 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:32,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:32,835 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:37,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:37,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:32:42,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:42,836 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:47,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:47,843 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:52,019 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:32:52,428 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:32:53,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:32:57,852 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:32:58,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:02,853 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:03,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:07,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:33:08,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:12,854 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:13,023 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:17,855 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:18,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:22,019 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:33:22,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:33:24,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:27,857 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:29,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:32,858 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:34,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:37,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:33:39,023 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:42,860 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:44,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:47,861 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:49,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:52,020 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:33:52,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:33:54,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:33:54,119 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:33:54,120 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:33:54,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:33:54,120 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:33:54,351 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:33:56,352 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:33:57,863 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:33:59,595 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:02,869 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:04,596 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:07,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:34:09,597 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:12,871 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:14,598 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:17,872 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:19,598 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:22,021 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:34:22,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:34:25,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:27,882 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:30,023 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:32,884 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:35,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:37,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:34:40,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:42,886 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:45,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:47,887 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:34:50,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:52,022 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:34:52,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:34:56,023 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:34:57,898 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:01,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:02,899 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:06,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:07,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:35:11,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:12,905 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:16,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:17,906 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:21,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:22,023 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:35:22,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:35:27,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:27,908 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:32,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:32,908 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:37,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:37,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:35:42,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:42,910 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:47,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:47,911 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:52,023 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:35:52,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:35:53,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:35:57,913 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:35:58,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:02,914 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:03,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:07,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:36:08,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:12,915 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:13,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:17,916 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:18,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:22,024 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:36:22,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:36:24,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:27,918 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:29,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:32,919 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:34,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:37,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:36:39,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:42,921 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:44,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:47,922 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:36:49,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:52,025 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:36:52,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:36:55,026 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:36:57,923 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:00,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:02,924 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:05,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:07,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:37:10,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:12,926 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:15,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:17,927 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:20,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:22,026 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:37:22,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:37:26,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:27,928 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:31,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:32,936 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:36,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:37,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:37:41,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:42,938 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:46,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:47,939 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:37:51,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:52,027 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:37:52,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:37:57,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:37:57,941 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:02,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:02,942 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:07,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:07,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:38:12,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:12,943 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:17,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:17,944 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:22,027 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:38:22,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:38:23,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:27,946 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:28,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:32,947 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:33,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:37,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:38:38,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:42,954 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:43,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:45,904 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:38:45,906 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:38:45,906 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:38:45,906 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:38:46,457 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:38:47,956 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:48,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:48,458 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:38:52,028 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:38:52,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:38:54,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:38:57,958 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:38:59,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:02,964 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:04,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:07,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:39:09,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:12,965 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:14,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:17,966 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:19,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:22,029 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:39:22,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:39:25,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:27,968 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:30,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:32,969 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:35,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:37,433 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:39:40,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:42,971 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:45,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:47,972 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:39:50,035 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:52,030 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:39:52,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:39:56,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:39:57,973 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:01,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:02,974 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:06,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:07,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:40:11,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:12,976 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:16,035 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:17,977 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:21,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:22,031 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:40:22,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:40:27,032 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:27,979 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:32,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:32,980 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:37,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:37,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:40:42,035 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:42,982 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:47,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:47,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:52,032 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:40:52,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:40:53,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:40:57,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:40:58,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:02,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:03,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:07,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:41:08,035 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:12,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:13,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:17,989 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:18,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:22,033 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:41:22,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:41:24,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:27,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:29,035 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:32,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:34,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:37,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:41:39,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:42,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:44,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:47,999 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:49,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:52,038 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:41:52,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:41:54,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:41:58,001 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:41:59,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:03,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:04,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:07,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:42:09,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:13,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:14,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:18,004 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:19,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:22,034 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:42:22,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:42:25,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:28,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:30,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:33,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:35,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:37,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:42:40,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:43,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:45,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:48,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:50,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:52,037 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:42:52,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:42:56,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:42:57,803 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:42:57,804 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:42:57,804 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:42:57,804 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:42:58,012 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:42:58,554 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:43:00,555 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:43:01,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:03,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:06,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:07,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:43:11,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:13,020 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:16,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:18,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:21,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:22,036 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:43:22,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:43:27,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:28,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:32,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:33,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:37,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:37,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:43:42,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:43,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:47,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:48,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:43:52,037 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:43:52,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:43:53,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:58,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:43:58,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:03,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:03,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:07,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:44:08,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:13,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:13,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:18,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:18,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:22,037 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:44:22,436 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:44:24,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:28,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:29,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:33,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:34,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:37,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:44:39,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:43,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:44,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:48,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:44:49,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:52,038 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:44:52,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:44:55,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:44:58,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:00,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:03,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:05,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:07,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:45:10,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:13,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:15,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:18,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:20,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:22,040 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:45:22,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:45:26,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:28,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:31,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:33,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:36,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:37,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:45:41,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:43,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:46,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:48,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:45:51,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:52,041 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:45:52,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:45:57,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:45:58,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:02,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:03,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:07,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:07,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:46:12,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:13,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:17,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:18,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:22,041 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:46:22,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:46:23,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:28,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:28,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:33,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:33,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:37,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:46:38,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:43,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:43,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:48,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:48,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:52,042 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:46:52,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:46:54,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:46:58,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:46:59,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:03,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:04,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:07,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:47:09,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:13,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:14,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:18,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:19,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:21,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:47:21,430 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:47:21,431 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:47:21,431 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:47:21,651 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:47:22,043 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:47:22,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:47:22,652 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:47:25,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:28,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:30,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:33,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:35,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:37,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:47:40,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:43,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:45,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:48,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:47:50,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:52,044 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:47:52,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:47:56,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:47:58,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:01,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:03,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:06,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:07,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:48:11,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:13,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:16,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:18,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:21,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:22,044 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:48:22,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:48:27,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:28,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:32,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:33,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:37,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:37,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:48:42,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:43,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:47,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:48,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:48:52,046 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:48:52,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:48:53,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:58,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:48:58,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:03,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:03,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:07,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:49:08,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:13,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:13,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:18,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:18,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:22,047 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:49:22,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:49:24,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:28,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:29,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:33,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:34,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:37,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:49:39,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:43,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:44,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:48,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:49:49,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:52,047 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:49:52,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:49:55,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:49:58,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:00,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:03,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:05,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:07,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:50:10,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:13,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:15,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:18,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:20,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:22,048 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:50:22,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:50:26,049 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:28,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:31,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:33,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:36,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:37,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:50:41,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:43,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:46,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:48,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:50:51,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:52,049 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:50:52,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:50:57,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:50:58,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:02,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:03,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:07,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:07,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:51:12,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:13,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:17,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:18,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:22,050 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:51:22,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:51:23,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:28,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:28,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:33,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:33,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:37,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:51:38,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:42,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:51:42,025 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:51:42,025 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:51:42,026 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:51:42,749 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:51:43,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:43,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:44,750 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:51:48,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:48,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:52,051 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:51:52,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:51:54,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:51:58,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:51:59,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:03,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:04,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:07,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:52:09,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:13,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:14,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:18,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:19,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:22,052 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:52:22,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:52:25,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:28,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:30,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:33,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:35,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:37,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:52:40,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:43,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:45,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:48,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:52:50,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:52,053 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:52:52,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:52:56,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:52:58,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:01,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:03,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:06,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:07,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:53:11,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:13,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:16,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:18,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:21,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:22,054 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:53:22,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:53:27,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:28,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:32,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:33,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:37,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:37,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:53:42,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:43,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:47,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:48,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:53:52,055 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:53:52,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:53:53,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:58,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:53:58,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:03,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:03,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:07,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:54:08,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:13,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:13,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:18,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:18,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:22,056 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:54:22,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:54:24,057 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:28,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:29,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:33,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:34,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:37,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:54:39,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:43,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:44,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:48,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:54:49,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:52,057 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:54:52,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:54:55,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:54:58,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:00,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:03,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:05,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:07,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:55:10,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:13,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:15,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:18,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:20,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:22,058 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:55:22,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:55:26,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:28,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:31,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:33,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:36,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:37,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:55:41,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:43,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:45,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 08:55:45,587 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 08:55:45,587 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 08:55:45,588 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 08:55:45,839 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 08:55:46,840 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 08:55:46,961 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:48,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:55:51,962 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:52,058 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:55:52,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:55:57,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:55:58,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:02,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:03,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:07,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:07,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:56:12,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:13,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:17,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:18,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:22,059 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:56:22,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:56:23,060 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:28,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:28,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:33,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:33,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:37,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:56:38,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:43,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:43,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:48,064 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:48,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:52,060 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:56:52,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:56:54,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:56:58,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:56:59,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:03,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:04,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:07,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:57:09,064 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:13,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:14,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:18,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:19,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:22,061 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:57:22,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:57:25,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:28,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:30,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:33,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:35,064 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:37,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:57:40,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:43,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:45,066 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:48,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:57:50,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:52,062 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:57:52,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:57:56,063 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:57:58,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:01,064 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:03,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:06,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:07,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:58:11,066 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:13,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:16,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:18,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:21,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:22,063 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:58:22,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:58:27,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:28,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:32,066 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:33,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:37,066 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:37,444 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:58:42,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:43,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:47,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:48,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:58:52,064 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:58:52,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:58:53,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:58,066 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:58:58,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:03,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:03,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:07,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:59:08,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:13,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:13,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:18,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:18,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:22,069 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:59:22,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:59:23,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:28,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:28,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:33,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:33,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:37,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:59:38,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:43,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:43,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:48,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:48,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:52,066 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 08:59:52,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 08:59:54,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 08:59:58,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 08:59:59,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:01,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:00:01,378 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:00:01,378 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:00:01,380 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:00:01,935 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:00:03,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:03,936 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:00:04,878 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:07,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:00:09,879 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:13,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:14,880 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:18,333 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:19,881 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:22,067 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:00:22,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:00:25,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:28,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:30,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:33,335 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:35,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:37,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:00:40,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:43,337 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:45,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:48,338 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:00:50,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:52,068 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:00:52,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:00:56,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:00:58,340 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:01,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:03,341 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:06,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:07,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:01:11,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:13,356 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:16,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:18,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:21,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:22,069 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:01:22,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:01:27,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:28,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:32,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:33,361 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:37,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:37,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:01:42,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:43,363 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:47,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:48,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:01:52,069 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:01:52,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:01:53,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:58,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:01:58,366 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:03,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:03,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:07,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:02:08,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:13,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:13,369 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:18,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:18,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:22,070 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:02:22,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:02:24,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:28,371 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:29,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:33,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:34,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:37,447 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:02:39,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:43,374 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:44,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:48,375 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:02:49,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:52,071 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:02:52,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:02:55,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:02:58,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:00,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:03,378 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:05,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:07,450 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:03:10,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:13,383 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:15,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:18,384 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:20,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:22,072 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:03:22,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:03:26,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:28,386 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:31,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:33,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:36,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:37,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:03:41,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:43,389 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:46,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:48,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:03:51,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:52,073 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:03:52,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:03:57,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:03:58,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:02,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:03,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:07,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:07,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:04:12,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:13,394 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:17,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:18,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:22,074 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:04:22,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:04:23,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:25,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:04:25,548 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:04:25,548 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:04:25,549 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:04:26,031 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:04:28,032 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:04:28,397 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:28,934 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:33,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:33,934 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:37,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:04:38,935 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:43,400 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:43,936 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:48,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:48,937 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:52,075 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:04:52,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:04:54,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:04:58,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:04:59,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:03,403 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:04,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:07,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:05:09,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:13,405 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:14,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:18,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:19,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:22,076 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:05:22,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:05:25,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:28,408 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:30,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:33,414 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:35,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:37,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:05:40,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:43,415 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:45,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:48,416 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:05:50,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:52,077 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:05:52,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:05:56,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:05:58,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:01,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:03,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:06,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:07,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:06:11,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:13,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:16,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:18,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:21,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:22,077 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:06:22,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:06:27,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:28,429 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:32,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:33,430 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:37,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:37,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:06:42,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:43,431 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:47,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:48,432 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:06:52,078 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:06:52,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:06:53,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:58,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:06:58,434 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:03,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:03,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:07,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:07:08,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:13,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:13,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:18,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:18,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:22,079 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:07:22,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:07:24,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:28,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:29,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:33,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:34,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:37,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:07:39,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:43,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:44,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:48,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:07:49,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:52,080 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:07:52,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:07:55,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:07:58,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:00,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:03,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:05,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:07,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:08:10,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:13,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:15,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:18,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:20,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:22,081 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:08:22,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:08:26,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:28,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:31,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:33,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:36,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:37,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:08:41,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:43,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:45,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:08:45,134 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:08:45,134 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:08:45,134 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:08:46,127 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:08:46,802 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:48,128 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:08:48,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:08:51,803 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:52,082 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:08:52,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:08:57,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:08:58,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:02,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:03,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:07,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:07,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:09:12,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:13,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:17,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:18,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:22,083 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:09:22,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:09:23,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:27,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:28,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:32,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:33,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:37,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:09:38,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:42,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:43,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:47,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:48,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:52,083 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:09:52,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:09:54,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:09:57,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:09:59,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:02,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:04,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:07,459 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:10:09,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:12,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:14,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:17,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:19,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:22,084 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:10:22,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:10:25,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:27,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:30,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:32,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:35,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:37,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:10:40,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:42,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:45,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:47,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:10:50,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:52,086 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:10:52,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:10:56,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:10:57,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:01,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:02,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:06,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:07,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:11:11,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:12,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:16,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:17,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:21,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:22,087 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:11:22,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:11:27,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:27,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:32,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:32,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:37,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:37,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:11:42,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:42,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:47,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:47,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:52,087 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:11:52,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:11:53,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:11:57,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:11:58,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:02,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:03,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:07,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:12:08,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:12,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:13,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:17,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:18,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:22,088 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:12:22,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:12:24,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:27,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:29,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:32,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:34,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:37,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:12:39,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:42,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:44,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:45,574 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:12:45,575 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:12:45,576 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:12:45,576 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:12:46,217 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:12:47,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:12:48,219 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:12:49,915 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:52,089 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:12:52,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:12:55,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:12:57,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:00,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:02,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:05,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:07,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:13:10,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:12,510 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:15,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:17,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:20,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:22,090 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:13:22,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:13:26,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:27,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:31,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:32,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:36,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:37,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:13:41,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:42,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:46,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:47,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:13:51,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:52,091 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:13:52,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:13:57,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:13:57,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:02,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:02,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:07,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:07,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:14:12,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:12,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:17,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:17,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:22,092 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:14:22,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:14:23,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:27,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:28,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:32,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:33,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:37,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:14:38,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:42,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:43,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:47,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:48,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:52,092 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:14:52,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:14:54,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:14:57,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:14:59,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:02,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:04,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:07,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:15:09,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:12,537 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:14,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:17,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:19,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:22,093 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:15:22,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:15:25,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:27,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:30,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:32,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:35,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:37,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:15:40,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:42,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:45,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:47,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:15:50,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:52,094 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:15:52,462 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:15:56,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:15:57,550 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:01,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:02,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:06,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:07,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:16:11,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:12,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:16,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:17,554 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:21,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:22,100 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:16:22,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:16:26,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:27,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:31,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:32,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:36,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:37,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:16:41,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:42,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:46,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:47,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:16:51,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:52,096 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:16:52,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:16:57,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:16:57,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:02,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:02,567 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:07,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:07,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:17:11,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:17:11,111 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:17:11,111 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:17:11,113 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:17:11,316 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:17:12,316 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:17:12,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:12,569 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:17,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:17,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:22,097 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:17:22,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:17:23,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:27,571 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:28,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:32,572 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:33,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:37,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:17:38,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:42,579 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:43,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:47,580 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:48,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:52,098 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:17:52,465 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:17:54,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:17:57,582 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:17:59,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:02,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:04,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:07,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:18:09,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:12,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:14,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:17,585 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:19,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:22,098 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:18:22,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:18:25,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:27,587 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:30,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:32,588 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:35,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:37,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:18:40,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:42,590 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:45,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:47,591 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:18:50,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:52,100 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:18:52,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:18:56,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:18:57,593 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:01,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:02,593 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:06,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:07,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:19:11,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:12,595 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:16,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:17,596 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:21,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:22,101 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:19:22,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:19:27,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:27,599 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:32,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:32,600 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:37,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:37,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:19:42,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:42,607 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:47,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:47,608 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:52,101 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:19:52,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:19:53,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:19:57,610 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:19:58,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:02,617 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:03,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:07,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:20:08,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:12,619 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:13,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:17,620 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:18,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:22,102 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:20:22,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:20:24,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:27,621 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:29,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:32,623 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:34,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:37,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:20:39,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:42,624 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:44,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:47,625 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:49,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:52,103 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:20:52,468 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:20:55,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:20:57,632 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:20:59,603 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:20:59,604 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:20:59,605 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:20:59,605 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:21:00,401 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:21:00,401 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:21:00,927 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:02,633 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:05,928 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:07,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:21:10,929 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:12,635 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:15,930 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:17,636 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:20,931 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:22,104 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:21:22,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:21:26,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:27,637 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:31,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:32,638 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:36,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:37,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:21:41,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:42,640 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:46,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:47,641 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:21:51,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:52,105 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:21:52,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:21:57,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:21:57,643 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:02,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:02,644 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:07,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:07,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:22:12,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:12,646 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:17,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:17,646 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:22,105 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:22:22,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:22:23,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:27,648 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:28,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:32,654 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:33,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:37,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:22:38,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:42,656 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:43,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:47,657 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:48,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:52,106 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:22:52,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:22:54,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:22:57,659 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:22:59,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:02,660 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:04,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:07,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:23:09,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:12,662 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:14,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:17,663 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:19,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:22,107 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:23:22,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:23:25,108 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:27,664 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:30,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:32,665 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:35,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:37,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:23:40,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:42,667 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:45,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:47,668 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:23:50,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:52,108 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:23:52,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:23:56,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:23:57,670 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:01,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:02,671 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:06,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:07,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:24:11,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:12,672 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:16,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:17,673 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:21,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:22,109 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:24:22,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:24:27,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:27,675 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:32,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:32,676 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:37,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:37,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:24:42,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:42,678 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:47,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:47,679 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:52,109 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:24:52,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:24:53,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:24:57,688 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:24:58,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:02,689 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:03,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:04,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:25:04,546 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:25:04,547 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:25:04,547 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:25:05,500 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:25:07,471 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:25:07,501 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:25:09,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:12,691 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:14,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:17,692 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:19,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:22,111 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:25:22,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:25:24,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:27,694 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:29,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:32,695 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:34,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:37,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:25:39,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:42,702 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:44,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:47,703 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:25:49,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:52,111 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:25:52,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:25:55,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:25:57,705 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:00,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:02,706 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:05,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:07,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:26:10,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:12,708 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:15,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:17,709 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:20,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:22,112 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:26:22,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:26:26,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:27,711 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:31,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:32,712 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:36,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:37,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:26:41,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:42,713 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:46,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:47,714 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:26:51,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:52,113 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:26:52,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:26:57,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:26:57,716 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:02,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:02,717 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:07,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:07,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:27:12,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:12,725 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:17,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:17,726 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:22,114 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:27:22,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:27:23,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:27,727 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:28,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:32,728 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:33,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:37,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:27:38,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:42,730 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:43,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:47,731 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:48,119 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:52,115 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:27:52,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:27:54,116 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:27:57,738 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:27:59,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:02,740 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:04,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:07,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:28:09,119 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:12,742 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:14,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:17,743 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:19,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:22,116 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:28:22,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:28:25,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:27,745 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:30,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:32,746 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:35,119 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:37,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:28:40,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:42,748 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:45,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:47,749 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:28:50,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:52,117 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:28:52,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:28:53,884 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:28:53,885 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:28:53,885 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:28:53,886 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:28:54,587 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:28:55,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:28:55,587 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:28:57,751 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:00,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:02,752 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:05,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:07,473 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:29:10,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:12,754 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:15,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:17,755 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:20,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:22,118 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:29:22,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:29:26,119 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:27,756 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:31,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:32,757 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:36,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:37,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:29:41,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:42,759 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:46,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:47,760 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:29:51,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:52,118 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:29:52,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:29:57,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:29:57,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:02,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:02,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:07,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:07,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:30:12,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:12,776 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:17,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:17,777 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:22,119 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:30:22,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:30:23,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:27,779 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:28,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:32,780 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:33,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:37,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:30:38,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:42,781 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:43,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:47,782 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:48,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:52,121 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:30:52,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:30:54,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:30:57,784 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:30:59,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:02,785 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:04,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:07,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:31:09,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:12,786 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:14,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:17,787 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:19,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:22,122 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:31:22,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:31:25,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:27,789 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:30,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:32,790 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:35,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:37,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:31:40,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:42,792 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:45,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:47,793 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:31:50,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:52,123 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:31:52,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:31:56,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:31:57,795 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:01,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:02,796 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:06,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:07,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:32:11,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:12,798 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:16,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:17,799 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:21,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:22,124 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:32:22,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:32:27,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:27,801 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:32,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:32,801 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:37,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:37,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:32:42,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:42,803 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:47,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:47,804 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:52,124 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:32:52,475 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:32:53,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:32:57,806 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:32:58,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:02,807 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:03,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:07,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:33:08,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:33:08,020 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:33:08,021 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:33:08,021 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:33:08,425 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:08,678 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:33:09,679 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:33:12,809 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:13,426 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:17,810 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:18,427 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:22,125 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:33:22,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:33:24,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:27,811 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:29,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:32,812 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:34,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:37,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:33:39,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:42,814 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:44,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:47,815 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:33:49,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:52,126 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:33:52,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:33:55,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:33:57,817 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:00,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:02,823 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:05,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:07,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:34:10,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:12,824 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:15,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:17,825 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:20,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:22,127 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:34:22,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:34:26,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:27,827 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:31,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:32,828 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:36,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:37,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:34:41,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:42,829 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:46,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:47,830 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:34:51,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:52,128 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:34:52,476 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:34:57,129 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:34:57,832 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:02,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:02,833 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:07,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:07,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:35:12,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:12,835 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:17,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:17,836 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:22,129 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:35:22,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:35:23,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:27,838 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:28,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:32,839 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:33,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:37,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:35:38,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:42,841 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:43,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:47,842 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:48,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:52,130 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:35:52,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:35:54,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:35:57,844 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:35:59,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:02,845 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:04,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:07,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:36:09,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:12,847 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:14,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:17,848 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:19,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:22,131 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:36:22,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:36:25,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:27,849 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:30,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:32,850 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:35,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:37,477 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:36:40,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:42,852 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:45,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:47,854 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:36:50,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:52,131 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:36:52,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:36:52,646 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:36:52,647 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:36:52,647 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:36:52,647 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:36:52,764 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:36:53,765 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:36:56,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:36:57,856 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:01,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:02,857 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:06,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:07,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:37:11,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:12,864 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:16,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:17,864 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:21,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:22,132 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:37:22,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:37:26,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:27,866 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:31,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:32,867 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:36,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:37,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:37:41,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:42,869 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:46,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:47,870 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:37:51,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:52,133 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:37:52,478 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:37:57,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:37:57,872 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:02,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:02,878 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:07,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:07,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:38:12,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:12,880 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:17,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:17,880 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:22,134 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:38:22,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:38:23,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:27,882 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:28,135 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:32,883 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:33,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:37,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:38:38,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:42,890 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:43,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:47,891 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:48,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:52,135 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:38:52,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:38:54,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:38:57,893 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:38:59,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:02,894 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:04,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:07,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:39:09,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:12,896 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:14,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:17,897 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:19,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:22,136 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:39:22,479 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:39:25,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:27,900 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:30,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:32,901 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:35,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:37,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:39:40,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:42,903 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:45,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:47,904 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:39:50,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:52,137 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:39:52,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:39:56,138 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:39:57,906 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:01,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:02,906 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:06,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:07,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:40:11,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:12,908 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:16,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:17,909 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:21,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:22,138 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:40:22,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:40:27,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:27,916 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:32,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:32,924 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:37,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:37,343 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:40:37,344 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:40:37,344 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:40:37,344 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:40:37,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:40:37,848 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:40:39,848 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:40:42,679 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:42,925 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:47,680 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:47,926 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:52,139 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:40:52,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:40:53,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:40:57,928 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:40:58,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:02,929 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:03,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:07,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:41:08,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:12,931 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:13,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:17,937 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:18,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:22,139 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:41:22,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:41:24,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:27,947 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:29,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:32,949 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:34,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:37,480 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:41:39,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:42,951 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:44,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:47,957 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:41:49,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:52,140 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:41:52,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:41:55,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:41:57,964 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:00,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:02,965 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:05,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:07,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:42:10,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:12,973 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:15,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:17,974 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:20,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:22,141 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:42:22,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:42:26,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:27,976 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:31,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:32,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:36,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:37,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:42:41,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:42,983 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:46,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:47,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:42:51,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:52,142 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:42:52,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:42:57,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:42:57,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:02,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:02,992 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:07,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:07,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:43:12,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:12,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:17,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:17,995 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:22,143 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:43:22,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:43:23,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:27,997 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:28,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:32,998 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:33,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:37,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:43:38,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:43,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:43,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:48,000 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:48,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:52,144 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:43:52,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:43:54,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:43:58,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:43:59,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:03,003 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:04,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:07,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:44:09,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:13,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:14,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:18,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:19,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:22,145 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:44:22,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:44:25,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:28,007 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:30,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:33,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:35,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:37,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:44:40,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:43,010 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:45,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:47,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:44:47,462 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:44:47,463 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:44:47,463 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:44:47,937 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:44:48,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:44:49,937 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:44:50,870 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:52,146 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:44:52,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:44:56,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:44:58,013 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:01,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:03,014 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:06,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:07,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:45:11,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:13,015 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:16,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:18,016 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:21,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:22,147 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:45:22,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:45:27,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:28,018 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:32,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:33,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:37,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:37,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:45:42,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:43,021 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:47,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:48,022 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:52,147 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:45:52,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:45:53,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:45:58,024 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:45:58,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:03,025 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:03,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:07,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:46:08,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:13,027 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:13,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:18,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:18,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:22,148 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:46:22,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:46:24,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:28,030 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:29,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:33,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:34,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:37,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:46:39,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:43,033 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:44,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:48,034 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:46:49,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:52,149 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:46:52,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:46:55,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:46:58,036 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:00,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:03,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:05,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:07,483 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:47:10,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:13,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:15,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:18,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:20,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:22,150 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:47:22,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:47:26,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:28,041 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:31,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:33,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:36,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:37,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:47:41,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:43,044 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:46,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:48,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:47:51,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:52,151 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:47:52,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:47:57,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:47:58,047 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:02,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:03,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:07,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:07,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:48:12,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:13,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:17,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:18,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:22,152 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:48:22,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:48:23,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:28,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:28,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:33,054 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:33,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:37,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:48:38,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:42,686 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:48:42,687 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:48:42,687 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:48:42,688 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:48:43,026 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:48:43,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:44,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:45,027 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:48:48,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:49,031 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:52,153 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:48:52,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:48:54,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:48:58,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:48:59,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:03,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:04,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:07,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:49:09,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:13,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:14,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:18,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:19,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:22,154 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:49:22,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:49:25,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:28,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:30,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:33,070 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:35,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:37,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:49:40,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:43,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:45,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:48,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:49:50,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:52,155 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:49:52,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:49:56,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:49:58,074 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:01,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:03,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:06,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:07,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:50:11,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:13,077 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:16,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:18,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:21,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:22,163 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:50:22,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:50:26,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:28,080 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:31,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:33,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:36,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:37,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:50:41,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:43,083 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:46,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:48,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:50:51,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:52,156 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:50:52,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:50:57,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:50:58,086 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:02,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:03,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:07,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:07,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:51:12,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:13,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:17,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:18,089 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:22,159 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:51:22,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:51:23,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:28,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:28,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:33,092 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:33,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:37,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:51:38,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:43,094 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:43,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:48,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:48,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:52,158 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:51:52,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:51:54,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:51:58,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:51:59,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:03,097 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:04,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:07,486 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:52:09,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:13,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:14,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:18,100 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:19,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:22,159 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:52:22,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:52:25,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:28,102 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:30,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:33,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:35,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:37,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:52:40,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:43,105 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:45,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:48,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:52:50,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:52,160 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:52:52,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:52:56,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:52:58,111 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:01,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:03,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:06,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:07,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:53:09,789 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:53:09,790 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:53:09,791 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:53:09,791 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:53:10,124 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:53:11,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:13,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:13,126 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:53:16,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:18,115 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:21,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:22,161 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:53:22,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:53:27,162 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:28,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:32,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:33,117 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:37,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:37,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:53:42,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:43,119 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:47,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:48,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:52,162 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:53:52,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:53:53,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:53:58,121 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:53:58,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:03,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:03,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:07,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:54:08,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:13,124 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:13,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:18,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:18,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:22,164 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:54:22,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:54:24,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:28,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:29,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:33,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:34,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:37,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:54:39,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:43,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:44,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:48,131 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:54:49,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:52,164 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:54:52,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:54:55,165 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:54:58,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:00,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:03,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:05,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:07,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:55:10,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:13,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:15,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:18,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:20,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:22,165 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:55:22,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:55:26,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:28,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:31,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:33,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:36,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:37,488 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:55:41,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:43,141 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:46,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:48,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:55:51,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:52,166 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:55:52,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:55:57,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:55:58,144 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:02,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:03,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:07,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:07,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:56:12,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:13,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:17,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:18,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:22,167 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:56:22,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:56:23,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:28,149 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:28,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:33,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:33,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:37,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:56:38,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:43,152 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:43,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:48,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:48,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:52,168 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:56:52,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:56:54,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:56:58,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:56:59,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:03,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:04,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:04,707 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 09:57:04,708 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 09:57:04,708 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 09:57:04,708 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 09:57:05,212 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 09:57:07,213 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 09:57:07,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:57:09,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:13,157 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:14,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:18,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:19,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:22,169 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:57:22,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:57:25,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:28,160 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:30,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:33,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:35,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:37,489 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:57:40,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:43,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:45,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:48,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:57:50,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:52,170 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:57:52,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:57:56,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:57:58,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:01,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:03,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:06,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:07,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:58:11,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:13,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:16,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:18,170 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:21,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:22,170 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:58:22,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:58:27,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:28,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:32,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:33,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:37,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:37,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:58:42,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:43,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:47,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:48,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:58:52,171 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:58:52,490 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:58:53,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:58,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:58:58,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:03,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:03,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:07,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:59:08,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:13,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:13,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:18,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:18,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:22,172 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:59:22,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:59:24,173 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:28,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:29,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:33,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:34,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:37,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:59:39,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:43,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:44,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:48,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 09:59:49,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:52,173 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 09:59:52,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 09:59:55,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 09:59:58,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:00,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:03,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:05,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:07,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:00:10,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:13,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:15,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:18,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:20,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:22,174 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:00:22,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:00:26,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:28,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:31,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:33,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:36,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:37,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:00:41,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:43,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:46,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:48,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:00:51,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:52,174 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:00:52,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:00:57,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:00:58,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:02,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:03,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:07,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:07,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:01:12,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:13,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:17,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:18,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:22,175 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:01:22,491 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:01:23,176 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:28,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:28,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:28,663 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:01:28,665 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:01:28,665 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:01:28,665 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:01:29,302 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:01:31,303 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:01:33,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:34,038 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:37,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:01:39,039 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:43,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:44,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:48,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:49,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:52,176 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:01:52,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:01:54,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:01:58,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:01:59,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:03,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:04,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:07,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:02:09,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:13,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:14,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:18,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:19,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:22,177 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:02:22,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:02:25,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:28,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:30,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:33,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:35,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:37,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:02:40,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:43,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:45,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:48,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:02:50,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:52,178 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:02:52,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:02:56,179 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:02:58,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:01,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:03,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:06,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:07,492 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:03:11,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:13,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:16,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:18,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:21,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:22,178 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:03:22,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:03:27,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:28,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:32,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:33,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:37,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:03:42,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:43,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:47,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:48,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:03:52,179 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:03:52,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:03:53,180 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:58,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:03:58,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:03,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:03,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:07,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:04:08,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:13,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:13,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:18,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:18,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:22,180 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:04:22,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:04:24,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:28,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:29,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:33,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:34,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:37,493 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:04:39,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:43,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:44,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:48,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:04:49,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:52,181 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:04:52,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:04:55,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:04:58,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:00,183 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:03,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:05,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:07,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:05:10,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:13,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:15,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:18,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:20,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:22,183 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:05:22,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:05:26,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:28,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:31,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:33,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:36,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:37,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:05:40,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:05:40,170 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:05:40,170 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:05:40,171 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:05:40,391 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:05:41,392 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:05:41,567 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:43,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:46,568 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:48,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:05:51,569 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:52,183 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:05:52,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:05:57,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:05:58,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:02,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:03,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:07,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:07,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:06:12,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:13,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:17,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:18,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:22,184 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:06:22,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:06:23,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:28,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:28,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:33,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:33,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:37,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:06:38,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:43,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:43,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:48,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:48,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:52,185 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:06:52,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:06:54,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:06:58,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:06:59,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:03,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:04,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:07,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:07:09,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:13,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:14,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:18,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:19,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:22,186 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:07:22,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:07:25,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:28,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:30,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:33,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:35,188 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:37,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:07:40,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:43,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:45,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:48,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:07:50,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:52,192 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:07:52,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:07:55,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:07:58,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:00,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:03,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:05,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:07,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:08:10,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:13,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:15,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:18,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:20,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:22,188 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:08:22,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:08:26,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:28,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:31,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:33,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:36,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:37,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:08:41,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:43,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:46,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:48,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:08:51,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:52,188 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:08:52,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:08:57,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:08:58,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:02,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:03,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:07,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:07,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:09:12,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:13,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:17,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:18,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:22,189 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:09:22,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:09:23,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:28,191 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:28,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:33,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:33,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:37,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:09:38,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:43,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:43,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:43,822 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:09:43,823 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:09:43,823 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:09:43,824 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:09:44,482 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:09:45,483 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:09:48,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:48,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:52,190 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:09:52,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:09:54,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:09:58,328 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:09:59,192 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:03,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:04,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:07,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:10:09,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:13,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:14,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:18,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:19,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:22,192 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:10:22,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:10:25,193 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:28,339 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:30,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:33,345 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:35,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:37,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:10:40,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:43,347 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:45,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:48,349 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:10:50,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:52,193 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:10:52,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:10:56,194 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:10:58,359 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:01,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:03,360 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:06,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:07,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:11:11,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:13,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:16,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:18,362 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:21,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:22,194 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:11:22,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:11:27,195 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:28,364 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:32,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:33,365 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:37,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:37,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:11:42,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:43,367 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:47,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:48,368 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:11:52,195 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:11:52,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:11:53,196 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:58,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:11:58,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:03,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:03,370 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:07,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:12:08,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:13,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:13,372 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:18,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:18,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:22,197 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:12:22,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:12:24,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:28,376 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:29,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:33,377 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:34,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:37,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:12:39,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:43,379 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:44,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:48,380 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:12:49,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:52,197 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:12:52,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:12:55,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:12:58,387 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:00,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:03,388 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:05,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:07,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:13:10,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:13,390 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:15,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:18,391 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:20,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:22,198 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:13:22,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:13:26,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:28,392 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:31,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:33,393 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:35,727 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:13:35,729 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:13:35,729 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:13:35,729 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:13:36,568 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:13:37,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:37,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:13:38,569 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:13:42,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:43,395 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:47,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:48,396 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:13:52,185 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:52,199 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:13:52,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:13:57,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:13:58,398 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:02,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:03,399 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:07,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:07,504 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:14:12,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:13,401 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:17,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:18,402 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:22,200 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:14:22,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:14:23,201 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:28,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:28,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:33,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:33,404 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:37,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:14:38,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:43,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:43,406 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:48,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:48,407 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:52,201 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:14:52,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:14:54,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:14:58,409 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:14:59,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:03,411 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:04,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:07,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:15:09,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:13,412 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:14,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:18,418 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:19,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:22,201 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:15:22,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:15:25,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:28,420 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:30,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:33,421 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:35,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:37,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:15:40,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:43,423 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:45,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:48,424 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:15:50,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:52,202 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:15:52,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:15:56,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:15:58,437 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:01,204 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:03,438 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:06,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:07,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:16:11,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:13,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:16,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:18,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:21,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:22,204 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:16:22,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:16:27,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:28,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:32,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:33,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:37,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:37,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:16:42,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:43,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:47,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:48,446 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:16:52,205 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:16:52,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:16:53,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:58,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:16:58,448 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:03,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:03,449 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:07,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:17:08,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:13,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:13,451 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:18,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:18,452 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:22,206 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:17:22,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:17:24,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:28,454 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:29,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:33,455 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:34,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:37,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:17:39,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:43,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:44,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:45,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:17:45,046 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:17:45,046 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:17:45,046 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:17:45,663 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:17:46,663 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:17:48,458 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:17:49,445 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:52,207 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:17:52,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:17:55,208 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:17:58,460 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:00,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:03,461 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:05,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:07,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:18:10,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:13,463 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:15,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:18,464 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:20,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:22,208 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:18:22,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:18:26,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:28,466 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:31,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:33,467 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:36,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:37,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:18:41,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:43,469 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:46,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:48,470 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:18:51,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:52,208 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:18:52,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:18:57,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:18:58,472 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:02,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:03,474 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:07,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:07,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:19:12,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:13,481 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:17,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:18,482 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:22,209 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:19:22,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:19:23,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:28,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:28,484 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:33,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:33,485 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:37,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:19:38,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:43,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:43,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:48,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:48,487 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:52,210 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:19:52,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:19:54,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:19:58,494 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:19:59,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:03,495 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:04,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:07,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:20:09,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:13,496 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:14,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:18,497 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:19,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:22,211 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:20:22,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:20:25,212 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:28,499 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:30,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:33,500 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:35,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:37,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:20:40,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:43,502 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:45,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:48,503 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:20:50,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:52,212 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:20:52,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:20:56,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:20:58,505 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:01,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:03,506 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:06,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:07,515 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:21:11,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:13,508 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:16,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:18,509 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:21,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:22,213 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:21:22,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:21:27,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:28,511 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:32,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:33,512 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:37,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:37,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:21:39,118 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:21:39,119 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:21:39,119 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:21:39,120 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:21:39,751 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:21:40,751 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:21:42,456 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:43,513 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:47,457 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:48,514 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:21:52,214 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:21:52,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:21:53,215 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:58,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:21:58,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:03,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:03,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:07,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:22:08,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:12,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:13,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:17,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:18,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:22,215 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:22:22,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:22:24,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:27,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:29,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:32,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:34,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:37,516 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:22:39,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:42,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:44,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:47,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:22:49,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:52,216 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:22:52,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:22:55,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:22:57,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:00,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:02,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:05,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:07,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:23:10,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:12,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:15,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:17,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:20,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:22,217 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:23:22,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:23:26,218 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:27,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:31,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:32,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:36,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:37,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:23:41,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:42,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:46,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:47,536 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:23:51,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:52,218 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:23:52,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:23:57,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:23:57,538 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:02,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:02,539 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:07,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:07,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:24:12,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:12,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:17,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:17,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:22,219 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:24:22,517 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:24:23,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:27,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:28,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:32,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:33,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:37,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:24:38,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:42,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:43,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:47,547 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:48,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:52,225 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:24:52,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:24:53,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:24:57,548 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:24:58,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:02,549 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:03,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:07,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:25:08,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:12,551 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:13,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:17,553 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:18,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:22,220 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:25:22,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:25:24,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:27,554 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:29,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:32,555 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:34,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:37,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:25:37,254 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:25:37,254 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:25:37,256 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:25:37,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:25:37,841 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:25:38,841 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:25:39,781 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:42,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:44,782 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:47,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:25:49,782 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:52,222 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:25:52,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:25:55,223 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:25:57,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:00,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:02,565 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:05,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:07,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:26:10,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:12,566 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:15,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:17,568 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:20,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:22,223 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:26:22,518 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:26:26,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:27,570 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:31,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:32,576 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:36,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:37,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:26:41,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:42,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:46,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:47,579 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:26:51,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:52,223 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:26:52,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:26:57,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:26:57,581 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:02,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:02,581 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:07,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:07,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:27:12,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:12,583 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:17,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:17,584 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:22,224 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:27:22,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:27:23,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:27,586 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:28,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:32,592 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:33,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:37,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:27:38,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:42,599 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:43,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:47,600 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:48,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:52,225 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:27:52,519 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:27:54,226 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:27:57,601 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:27:59,227 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:02,602 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:04,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:07,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:28:09,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:12,604 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:14,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:17,605 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:19,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:22,227 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:28:22,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:28:25,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:27,607 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:30,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:32,608 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:35,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:37,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:28:40,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:42,609 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:45,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:47,610 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:28:50,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:52,227 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:28:52,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:28:56,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:28:57,612 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:01,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:02,613 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:06,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:07,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:29:11,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:12,615 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:16,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:17,616 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:21,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:22,228 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:29:22,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:29:27,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:27,618 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:32,230 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:32,619 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:37,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:37,435 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:29:37,436 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:29:37,436 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:29:37,436 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:29:37,520 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:29:37,928 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:29:38,929 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:29:42,621 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:42,855 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:47,622 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:47,856 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:52,230 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:29:52,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:29:53,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:29:57,624 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:29:58,231 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:02,625 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:03,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:07,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:30:08,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:12,627 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:13,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:17,628 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:18,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:22,231 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:30:22,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:30:24,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:27,630 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:29,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:32,631 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:34,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:37,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:30:39,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:42,639 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:44,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:47,640 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:30:49,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:52,231 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:30:52,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:30:55,232 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:30:57,641 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:00,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:02,648 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:05,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:07,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:31:10,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:12,658 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:15,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:17,659 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:20,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:22,232 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:31:22,521 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:31:26,233 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:27,661 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:31,234 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:32,662 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:36,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:37,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:31:41,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:42,664 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:46,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:47,665 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:31:51,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:52,233 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:31:52,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:31:57,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:31:57,667 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:02,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:02,668 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:07,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:07,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:32:12,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:12,670 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:17,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:17,671 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:22,234 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:32:22,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:32:23,235 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:27,672 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:28,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:32,673 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:33,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:37,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:32:38,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:42,680 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:43,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:47,681 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:48,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:52,235 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:32:52,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:32:54,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:32:57,683 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:32:59,236 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:02,684 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:04,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:07,522 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:33:09,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:12,686 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:14,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:17,687 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:19,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:22,236 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:33:22,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:33:25,237 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:27,688 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:30,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:32,689 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:35,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:37,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:33:40,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:42,691 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:45,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:47,692 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:33:48,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:33:48,160 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:33:48,160 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:33:48,160 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:33:49,024 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:33:50,878 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:51,025 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:33:52,237 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:33:52,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:33:56,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:33:57,694 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:01,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:02,695 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:06,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:07,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:34:11,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:12,697 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:16,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:17,698 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:21,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:22,238 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:34:22,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:34:27,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:27,700 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:32,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:32,701 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:37,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:37,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:34:42,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:42,702 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:47,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:47,703 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:52,239 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:34:52,523 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:34:53,239 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:34:57,705 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:34:58,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:02,706 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:03,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:07,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:35:08,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:12,707 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:13,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:17,708 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:18,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:22,239 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:35:22,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:35:24,240 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:27,710 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:29,241 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:32,711 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:34,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:37,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:35:39,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:42,713 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:44,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:47,714 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:35:49,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:52,241 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:35:52,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:35:55,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:35:57,715 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:00,242 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:02,716 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:05,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:07,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:36:10,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:12,718 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:15,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:17,719 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:20,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:22,241 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:36:22,524 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:36:26,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:27,721 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:31,243 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:32,721 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:36,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:37,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:36:41,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:42,723 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:46,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:47,724 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:36:51,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:52,243 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:36:52,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:36:57,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:36:57,727 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:02,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:02,728 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:07,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:07,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:37:12,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:12,729 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:17,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:17,731 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:22,243 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:37:22,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:37:23,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:27,732 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:28,245 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:32,733 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:33,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:37,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:37:38,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:42,735 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:43,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:47,736 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:48,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:51,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:37:51,145 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:37:51,145 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:37:51,145 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:37:52,114 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:37:52,245 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:37:52,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:37:53,114 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:37:54,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:37:57,738 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:37:59,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:02,739 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:04,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:07,525 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:38:09,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:12,740 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:14,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:17,741 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:19,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:22,246 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:38:22,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:38:25,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:27,743 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:30,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:32,744 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:35,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:37,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:38:40,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:42,745 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:45,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:47,746 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:38:50,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:52,247 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:38:52,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:38:56,248 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:38:57,748 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:01,249 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:02,749 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:06,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:07,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:39:11,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:12,756 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:16,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:17,757 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:21,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:22,248 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:39:22,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:39:27,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:27,759 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:32,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:32,760 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:37,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:37,526 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:39:42,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:42,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:47,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:47,762 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:52,249 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:39:52,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:39:53,250 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:39:57,764 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:39:58,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:02,765 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:03,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:07,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:40:08,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:12,767 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:13,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:17,768 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:18,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:22,250 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:40:22,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:40:24,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:27,770 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:29,251 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:32,771 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:34,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:37,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:40:39,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:42,773 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:44,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:47,774 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:40:49,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:52,251 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:40:52,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:40:55,252 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:40:57,776 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:00,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:02,777 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:05,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:07,527 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:41:10,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:12,779 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:15,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:17,781 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:20,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:22,252 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:41:22,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:41:26,253 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:27,782 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:31,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:32,784 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:36,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:37,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:41:41,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:42,785 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:46,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:47,786 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:51,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:52,257 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:41:52,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:41:55,599 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:41:55,600 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:41:55,600 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:41:55,600 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:41:56,204 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:41:56,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:41:57,788 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:41:58,205 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:42:01,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:02,789 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:06,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:07,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:42:11,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:12,796 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:16,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:17,806 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:21,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:22,254 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:42:22,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:42:27,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:27,810 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:32,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:32,811 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:37,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:37,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:42:42,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:42,812 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:47,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:47,813 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:52,254 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:42:52,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:42:53,255 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:42:57,815 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:42:58,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:02,816 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:03,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:07,528 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:43:08,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:12,818 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:13,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:17,819 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:18,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:22,255 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:43:22,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:43:24,256 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:27,821 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:29,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:32,822 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:34,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:37,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:43:39,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:42,824 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:44,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:47,825 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:43:49,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:52,256 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:43:52,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:43:55,257 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:43:57,827 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:00,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:02,828 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:05,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:07,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:44:10,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:12,829 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:15,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:17,830 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:20,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:22,257 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:44:22,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:44:26,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:27,832 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:31,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:32,833 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:36,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:37,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:44:41,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:42,834 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:46,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:47,835 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:44:51,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:52,258 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:44:52,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:44:57,259 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:44:57,837 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:02,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:02,838 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:07,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:07,529 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:45:12,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:12,840 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:17,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:17,841 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:22,259 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:45:22,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:45:23,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:27,842 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:28,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:32,843 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:33,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:37,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:45:38,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:42,845 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:43,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:47,846 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:48,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:52,260 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:45:52,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:45:54,261 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:45:55,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:45:55,089 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:45:55,089 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:45:55,089 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:45:55,298 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:45:57,848 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:45:58,299 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:45:59,439 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:02,850 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:04,440 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:07,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:46:09,441 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:12,851 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:14,442 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:17,853 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:19,443 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:22,261 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:46:22,530 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:46:25,262 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:27,854 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:30,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:32,856 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:35,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:37,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:46:40,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:42,858 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:45,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:47,859 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:46:50,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:52,262 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:46:52,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:46:56,263 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:46:57,861 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:01,264 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:02,861 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:06,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:07,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:47:11,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:12,863 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:16,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:17,869 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:21,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:22,263 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:47:22,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:47:27,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:27,871 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:32,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:32,872 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:37,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:37,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:47:42,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:42,874 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:47,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:47,875 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:52,264 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:47:52,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:47:53,265 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:47:57,877 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:47:58,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:02,878 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:03,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:07,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:48:08,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:12,879 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:13,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:17,880 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:18,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:22,264 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:48:22,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:48:24,266 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:27,882 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:29,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:32,883 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:34,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:37,531 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:48:39,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:42,884 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:44,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:47,885 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:48:49,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:52,265 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:48:52,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:48:55,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:48:57,893 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:00,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:02,894 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:05,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:07,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:49:10,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:12,896 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:15,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:17,897 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:20,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:22,266 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:49:22,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:49:26,267 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:27,898 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:31,268 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:32,908 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:36,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:37,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:49:41,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:42,910 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:46,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:47,910 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:49:51,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:52,267 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:49:52,532 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:49:57,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:49:57,912 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:02,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:02,913 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:07,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:07,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:50:08,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:50:08,298 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:50:08,298 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:50:08,298 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:50:08,398 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:50:10,399 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:50:12,862 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:12,915 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:17,863 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:17,916 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:22,268 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:50:22,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:50:23,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:27,917 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:28,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:32,918 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:33,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:37,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:50:38,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:42,920 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:43,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:47,921 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:48,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:52,269 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:50:52,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:50:54,270 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:50:57,923 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:50:59,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:02,923 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:04,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:07,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:51:09,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:12,925 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:14,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:17,926 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:19,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:22,270 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:51:22,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:51:25,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:27,928 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:30,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:32,929 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:35,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:37,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:51:40,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:42,931 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:45,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:47,932 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:51:50,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:52,271 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:51:52,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:51:56,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:51:57,933 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:01,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:02,934 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:06,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:07,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:52:11,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:12,936 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:16,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:17,937 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:21,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:22,271 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:52:22,533 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:52:27,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:27,939 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:32,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:32,940 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:37,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:37,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:52:42,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:42,942 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:47,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:47,943 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:52,272 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:52:52,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:52:53,273 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:52:57,945 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:52:58,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:02,946 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:03,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:07,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:53:08,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:12,948 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:13,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:17,949 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:18,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:22,273 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:53:22,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:53:24,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:27,951 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:29,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:32,952 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:34,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:37,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:53:39,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:42,954 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:44,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:47,955 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:53:49,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:52,274 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:53:52,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:53:55,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:53:57,957 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:00,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:02,958 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:05,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:07,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:54:10,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:12,959 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:15,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:17,961 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:19,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:54:19,988 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:54:19,989 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:54:19,989 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:54:20,373 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:20,499 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:54:22,275 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:54:22,500 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:54:22,534 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:54:26,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:27,962 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:31,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:32,963 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:36,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:37,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:54:41,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:42,965 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:46,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:47,966 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:54:51,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:52,276 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:54:52,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:54:57,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:54:57,968 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:02,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:02,969 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:07,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:07,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:55:12,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:12,970 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:17,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:17,971 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:22,277 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:55:22,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:55:23,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:27,973 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:28,278 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:32,974 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:33,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:37,535 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:55:38,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:42,976 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:43,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:47,977 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:48,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:52,277 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:55:52,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:55:54,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:55:57,979 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:55:59,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:02,980 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:04,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:07,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:56:09,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:12,981 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:14,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:17,982 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:19,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:22,278 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:56:22,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:56:25,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:27,984 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:30,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:32,985 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:35,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:37,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:56:40,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:42,987 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:45,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:47,988 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:56:50,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:52,279 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:56:52,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:56:56,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:56:57,990 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:01,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:02,991 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:06,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:07,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:57:11,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:12,993 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:16,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:17,994 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:21,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:22,280 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:57:22,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:57:27,281 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:28,005 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:32,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:33,006 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:37,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:37,541 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:57:42,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:43,008 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:47,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:48,009 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:52,281 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:57:52,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:57:53,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:57:58,011 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:57:58,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:03,019 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:03,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:07,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:58:08,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:13,028 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:13,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:18,029 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:18,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:22,281 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:58:22,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:58:24,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:28,037 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:28,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 10:58:28,079 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 10:58:28,079 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 10:58:28,079 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 10:58:28,597 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 10:58:29,666 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:30,598 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 10:58:33,040 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:34,667 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:37,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:58:39,668 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:43,042 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:44,669 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:48,043 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:58:49,670 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:52,287 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:58:52,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:58:55,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:58:58,045 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:00,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:03,046 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:05,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:07,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:59:10,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:13,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:15,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:18,048 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:20,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:22,283 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:59:22,542 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:59:26,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:28,050 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:31,285 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:33,051 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:36,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:37,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:59:41,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:43,052 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:46,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:48,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 10:59:51,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:52,286 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 10:59:52,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 10:59:57,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 10:59:58,055 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:02,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:03,056 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:07,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:07,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:00:12,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:13,058 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:17,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:18,059 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:22,285 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:00:22,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:00:23,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:28,061 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:28,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:33,062 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:33,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:37,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:00:38,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:43,064 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:43,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:48,065 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:48,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:52,286 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:00:52,543 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:00:54,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:00:58,067 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:00:59,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:03,068 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:04,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:07,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:01:09,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:13,069 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:14,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:18,071 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:19,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:22,287 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:01:22,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:01:25,288 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:28,072 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:30,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:33,073 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:35,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:37,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:01:40,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:43,075 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:45,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:48,076 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:01:50,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:52,287 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:01:52,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:01:56,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:01:58,078 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:01,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:03,079 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:06,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:07,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:02:11,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:13,081 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:16,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:18,082 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:21,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:22,288 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:02:22,544 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:02:27,289 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:28,084 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:32,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:33,085 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:37,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:37,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:02:42,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:43,087 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:47,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:48,088 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:52,290 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:02:52,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:02:53,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:58,090 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:02:58,291 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:02:59,578 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:02:59,579 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:02:59,580 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:02:59,580 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:02:59,700 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:03:00,700 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 11:03:03,091 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:03,972 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:07,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:03:08,973 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:13,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:13,973 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:18,093 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:18,974 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:22,291 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:03:22,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:03:24,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:28,095 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:29,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:33,096 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:34,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:37,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:03:39,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:43,098 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:44,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:48,099 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:03:49,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:52,292 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:03:52,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:03:55,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:03:58,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:00,294 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:03,101 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:05,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:07,545 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:04:10,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:13,103 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:15,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:18,104 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:20,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:22,294 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:04:22,546 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:04:26,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:28,106 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:31,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:33,107 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:36,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:37,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:04:41,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:43,109 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:46,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:48,110 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:04:51,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:52,295 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:04:52,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:04:57,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:04:58,112 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:02,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:03,113 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:07,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:07,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:05:12,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:13,114 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:17,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:18,120 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:22,296 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:05:22,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:05:23,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:28,122 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:28,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:33,123 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:33,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:37,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:05:38,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:43,125 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:43,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:48,126 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:48,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:52,296 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:05:52,556 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:05:54,297 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:05:58,127 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:05:59,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:03,128 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:04,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:07,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:06:09,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:13,130 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:14,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:18,132 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:19,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:22,298 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:06:22,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:06:25,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:28,133 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:30,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:33,134 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:35,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:37,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:06:40,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:43,136 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:45,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:48,137 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:06:50,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:52,298 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:06:52,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:06:56,300 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:06:58,139 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:01,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:02,184 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:07:02,185 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:07:02,185 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:07:02,186 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:07:02,789 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:07:03,140 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:03,790 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 11:07:06,612 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:07,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:07:11,612 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:13,142 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:16,613 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:18,143 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:21,614 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:22,299 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:07:22,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:07:27,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:28,145 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:32,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:33,146 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:37,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:37,557 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:07:42,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:43,147 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:47,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:48,148 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:52,301 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:07:52,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:07:53,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:07:58,150 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:07:58,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:03,151 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:03,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:07,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:08:08,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:13,153 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:13,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:18,154 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:18,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:22,302 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:08:22,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:08:24,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:28,155 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:29,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:33,156 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:34,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:37,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:08:39,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:43,158 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:44,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:48,159 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:08:49,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:52,303 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:08:52,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:08:55,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:08:58,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:00,305 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:03,161 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:05,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:07,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:09:10,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:13,163 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:15,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:18,164 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:20,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:22,305 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:09:22,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:09:26,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:28,166 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:31,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:33,167 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:36,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:37,558 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:09:41,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:43,168 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:46,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:48,169 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:09:51,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:52,305 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:09:52,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:09:57,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:09:58,171 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:02,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:03,172 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:07,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:07,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:10:12,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:13,174 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:17,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:18,175 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:22,306 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:10:22,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:10:23,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:28,177 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:28,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:33,178 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:33,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:37,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:10:38,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:43,181 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:43,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:48,182 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:48,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:52,307 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:10:52,559 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:10:54,308 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:58,002 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:10:58,003 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:10:58,003 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:10:58,004 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:10:58,186 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:10:58,873 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:10:59,329 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:10:59,873 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 11:11:03,187 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:04,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:07,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:11:09,330 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:13,189 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:14,331 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:18,190 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:19,332 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:22,308 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:11:22,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:11:25,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:28,197 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:30,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:33,198 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:35,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:37,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:11:40,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:43,199 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:45,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:48,200 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:11:50,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:52,309 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:11:52,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:11:56,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:11:58,202 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:01,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:03,203 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:06,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:07,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:12:11,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:13,205 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:16,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:18,206 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:21,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:22,309 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:12:22,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:12:27,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:28,207 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:32,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:33,209 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:37,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:37,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:12:42,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:43,210 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:47,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:48,211 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:52,311 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:12:52,560 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:12:53,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:12:58,213 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:12:58,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:03,214 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:03,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:07,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:13:08,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:13,216 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:13,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:18,217 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:18,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:22,311 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:13:22,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:13:24,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:28,219 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:29,313 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:33,220 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:34,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:37,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:13:39,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:43,221 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:44,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:48,222 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:13:49,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:52,313 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:13:52,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:13:55,314 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:13:58,224 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:00,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:03,225 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:05,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:07,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:14:10,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:13,228 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:15,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:18,229 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:20,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:22,314 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:14:22,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:14:26,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:28,238 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:31,315 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:33,244 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:36,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:37,561 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:14:41,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:43,246 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:46,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:48,247 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:14:51,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:52,314 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:14:52,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:14:57,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:14:58,254 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:00,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:15:00,261 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:15:00,262 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:15:00,262 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:15:00,968 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:15:01,969 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/output.log +2024-04-10 11:15:02,660 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:03,258 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:07,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:15:07,661 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:12,661 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:13,260 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:17,662 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:18,269 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:22,315 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:15:22,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:15:23,316 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:28,271 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:28,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:33,272 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:33,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:37,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:15:38,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:43,274 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:43,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:48,275 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:48,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:52,316 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:15:52,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:15:54,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:15:58,276 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:15:59,317 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:03,277 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:04,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:07,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:16:09,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:13,279 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:14,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:18,280 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:19,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:22,322 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:16:22,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:16:24,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:28,282 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:29,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:33,283 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:34,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:37,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:16:39,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:43,284 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:44,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:48,286 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:16:49,327 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:52,317 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:16:52,562 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:16:55,318 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:16:58,287 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:00,319 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:03,290 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:05,320 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:07,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:17:10,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:13,292 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:15,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:18,293 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:20,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:22,320 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:17:22,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:17:26,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:28,295 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:31,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:33,296 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:36,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:37,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:17:41,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:43,298 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:46,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:48,299 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:17:51,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:52,319 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:17:52,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:17:57,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:17:58,301 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:02,321 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:03,302 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:07,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:07,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:18:12,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:13,303 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:17,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:18,304 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:22,321 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:18:22,563 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:18:23,322 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:28,306 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:28,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:33,307 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:33,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:37,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:18:38,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:43,309 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:43,325 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:48,310 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:48,326 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:52,321 DEBUG SenderThread:528 [sender.py:send():379] send: stats +2024-04-10 11:18:52,564 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-10 11:18:54,323 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:18:58,311 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:18:59,324 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report +2024-04-10 11:19:02,053 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:19:02,054 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:19:02,054 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,054 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,065 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:19:02,692 DEBUG SenderThread:528 [sender.py:send():379] send: telemetry +2024-04-10 11:19:02,693 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,694 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: partial_history +2024-04-10 11:19:02,694 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,695 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,696 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,696 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,697 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,697 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,697 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,698 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,698 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:02,698 DEBUG SenderThread:528 [sender.py:send():379] send: history +2024-04-10 11:19:02,699 DEBUG SenderThread:528 [sender.py:send_request():406] send_request: summary_record +2024-04-10 11:19:02,699 INFO SenderThread:528 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-10 11:19:03,065 INFO Thread-12 :528 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json +2024-04-10 11:19:03,312 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: keepalive +2024-04-10 11:19:04,699 DEBUG HandlerThread:528 [handler.py:handle_request():146] handle_request: status_report