diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -1,1988 +1,3620 @@ -2024-03-28 11:09:58,049 INFO StreamThr :108 [internal.py:wandb_internal():86] W&B internal server running at pid: 108, started at: 2024-03-28 11:09:58.048538 -2024-03-28 11:09:58,050 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status -2024-03-28 11:09:58,527 INFO WriterThread:108 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240328_110958-s6jch84r/run-s6jch84r.wandb -2024-03-28 11:09:58,527 DEBUG SenderThread:108 [sender.py:send():378] send: header -2024-03-28 11:09:58,530 DEBUG SenderThread:108 [sender.py:send():378] send: run -2024-03-28 11:09:58,702 INFO SenderThread:108 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files -2024-03-28 11:09:58,703 INFO SenderThread:108 [sender.py:_start_run_threads():1099] run started: s6jch84r with start time 1711624198.051486 -2024-03-28 11:09:58,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: check_version -2024-03-28 11:09:58,712 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: check_version -2024-03-28 11:09:58,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: run_start -2024-03-28 11:09:58,814 DEBUG HandlerThread:108 [system_info.py:__init__():26] System info init -2024-03-28 11:09:58,815 DEBUG HandlerThread:108 [system_info.py:__init__():41] System info init done -2024-03-28 11:09:58,815 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor -2024-03-28 11:09:58,815 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 11:09:58,815 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 11:09:58,816 INFO HandlerThread:108 [system_monitor.py:probe():214] Collecting system info -2024-03-28 11:09:58,816 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring -2024-03-28 11:09:58,818 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 11:09:58,819 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring -2024-03-28 11:09:58,819 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring -2024-03-28 11:09:58,830 DEBUG HandlerThread:108 [system_info.py:probe():150] Probing system -2024-03-28 11:09:58,832 DEBUG HandlerThread:108 [gitlib.py:_init_repo():56] git repository is invalid -2024-03-28 11:09:58,832 DEBUG HandlerThread:108 [system_info.py:probe():198] Probing system done -2024-03-28 11:09:58,832 DEBUG HandlerThread:108 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-28T11:09:58.830640', 'startedAt': '2024-03-28T11:09:58.041842', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6d050f96a0f1', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.196, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.083927154541}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} -2024-03-28 11:09:58,832 INFO HandlerThread:108 [system_monitor.py:probe():224] Finished collecting system info -2024-03-28 11:09:58,832 INFO HandlerThread:108 [system_monitor.py:probe():227] Publishing system info -2024-03-28 11:09:58,832 DEBUG HandlerThread:108 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment -2024-03-28 11:09:59,704 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/conda-environment.yaml -2024-03-28 11:10:54,720 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/conda-environment.yaml -2024-03-28 11:10:55,261 DEBUG HandlerThread:108 [system_info.py:_save_conda():219] Saving conda packages done -2024-03-28 11:10:55,262 INFO HandlerThread:108 [system_monitor.py:probe():229] Finished publishing system info -2024-03-28 11:10:55,278 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: python_packages -2024-03-28 11:10:55,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: internal_messages -2024-03-28 11:10:55,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: stop_status -2024-03-28 11:10:55,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,282 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,282 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: python_packages -2024-03-28 11:10:55,282 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,284 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,284 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,284 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,285 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:55,285 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:10:55,285 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry -2024-03-28 11:10:55,285 DEBUG SenderThread:108 [sender.py:send():378] send: config -2024-03-28 11:10:55,287 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:10:55,287 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry -2024-03-28 11:10:55,287 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:10:55,287 WARNING SenderThread:108 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) -2024-03-28 11:10:55,287 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: stop_status -2024-03-28 11:10:55,335 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry -2024-03-28 11:10:55,336 DEBUG SenderThread:108 [sender.py:send():378] send: files -2024-03-28 11:10:55,336 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now -2024-03-28 11:10:55,534 INFO wandb-upload_0:108 [upload_job.py:push():131] Uploaded file /tmp/tmpw0u59vrvwandb/d8d3l3l2-wandb-metadata.json -2024-03-28 11:10:55,720 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/requirements.txt -2024-03-28 11:10:55,720 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-metadata.json -2024-03-28 11:10:55,720 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:10:57,721 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:10:58,820 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 11:10:58,821 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:10:58,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:10:59,722 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/config.yaml -2024-03-28 11:10:59,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:03,955 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:04,856 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:08,956 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:09,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:13,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:14,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:18,958 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:19,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:23,960 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:24,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:28,822 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:11:29,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:29,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:34,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:34,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:39,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:39,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:44,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:44,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:49,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:49,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:54,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:11:54,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:11:58,823 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:11:59,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:00,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:04,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:05,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:09,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:10,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:14,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:15,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:19,870 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:20,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:24,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:25,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:28,824 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:12:29,290 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:12:29,293 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:12:29,294 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:12:29,757 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:12:29,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:31,300 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:31,758 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/config.yaml -2024-03-28 11:12:34,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:36,392 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:39,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:41,393 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:41,406 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:12:41,408 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:41,408 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:41,408 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:41,408 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 11:12:41,409 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:12:41,409 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:12:41,409 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:12:41,762 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:12:43,763 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:12:44,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:46,668 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:49,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:51,669 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:54,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:12:56,670 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:12:58,825 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:12:59,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:01,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:02,771 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/config.yaml -2024-03-28 11:13:04,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:06,956 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:09,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:11,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:14,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:16,958 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:19,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:21,959 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:24,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:26,960 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:28,826 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:13:29,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:32,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:34,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:37,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:39,887 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:42,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:44,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:47,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:49,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:52,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:54,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:13:57,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:13:58,827 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:13:59,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:03,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:04,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:08,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:09,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:13,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:14,894 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:18,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:19,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:23,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:24,896 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:28,827 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:14:29,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:29,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:34,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:34,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:39,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:39,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:41,756 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:14:41,757 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:14:41,757 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:14:41,760 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:14:41,809 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:14:44,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:45,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:49,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:50,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:53,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:14:53,927 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:14:53,928 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:14:53,930 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:14:54,814 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:14:54,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:14:55,815 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:14:56,125 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:14:58,828 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:14:59,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:01,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:04,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:06,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:09,906 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:11,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:14,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:16,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:19,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:21,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:24,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:26,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:28,829 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:15:29,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:32,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:34,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:37,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:39,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:42,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:44,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:47,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:49,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:52,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:54,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:15:57,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:15:58,830 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:15:59,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:03,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:04,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:08,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:09,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:13,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:14,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:18,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:19,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:23,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:24,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:28,831 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:16:29,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:29,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:34,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:34,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:39,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:39,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:44,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:44,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:49,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:49,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:54,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:16:54,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:16:55,206 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:16:55,207 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:16:55,208 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:16:55,208 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:16:55,862 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:16:58,832 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:16:59,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:00,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:04,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:05,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:07,385 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:17:07,387 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:17:07,387 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:17:07,387 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:17:07,866 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:17:09,867 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:17:09,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:11,592 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:14,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:16,593 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:19,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:21,594 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:24,934 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:26,595 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:28,834 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:17:29,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:31,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:34,937 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:36,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:39,938 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:41,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:44,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:46,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:49,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:51,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:54,941 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:17:56,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:17:58,835 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:17:59,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:02,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:04,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:07,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:09,944 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:12,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:14,945 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:17,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:19,947 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:22,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:24,948 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:27,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:28,836 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:18:29,949 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:33,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:34,950 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:38,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:39,951 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:43,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:44,952 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:48,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:49,953 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:53,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:54,954 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:18:58,836 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:18:59,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:18:59,955 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:04,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:04,956 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:08,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:19:08,865 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:19:08,866 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:19:08,866 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:19:08,914 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:19:09,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:09,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:14,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:14,958 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:19,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:19,959 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:21,169 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:19:21,170 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:19:21,170 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:19:21,171 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:19:21,920 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:19:21,920 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:19:24,960 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:25,364 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:28,838 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:19:29,962 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:30,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:34,963 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:35,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:39,964 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:40,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:44,965 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:45,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:49,966 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:50,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:54,967 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:19:55,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:19:58,839 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:19:59,968 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:01,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:04,969 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:06,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:09,970 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:11,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:14,975 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:16,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:19,975 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:21,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:24,976 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:26,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:28,840 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:20:29,977 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:32,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:34,978 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:37,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:39,979 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:42,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:44,980 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:47,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:49,981 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:52,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:54,982 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:20:57,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:20:58,841 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:20:59,983 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:03,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:04,984 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:08,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:09,985 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:13,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:14,986 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:18,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:19,987 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:21,955 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:21:21,956 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:21:21,956 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:21:21,956 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:21:21,968 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:21:23,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:24,989 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:28,842 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:21:29,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:29,990 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:34,263 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:21:34,264 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:21:34,265 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:21:34,265 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:21:34,973 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:21:34,991 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:35,491 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:36,974 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:21:39,992 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:40,492 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:44,993 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:45,493 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:49,994 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:50,494 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:54,995 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:21:55,495 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:21:58,843 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:21:59,996 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:00,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:04,997 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:05,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:09,998 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:10,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:14,999 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:15,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:20,000 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:20,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:25,001 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:25,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:28,849 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:22:30,002 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:30,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:35,003 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:35,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:40,004 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:40,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:45,005 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:45,852 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:50,006 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:50,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:55,006 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:22:55,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:22:58,845 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:23:00,007 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:01,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:05,008 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:06,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:10,009 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:11,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:15,010 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:16,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:20,012 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:21,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:25,013 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:26,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:28,846 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:23:30,014 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:32,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:35,015 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:36,451 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:23:36,452 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:23:36,452 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:23:36,453 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:23:37,022 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:23:38,453 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:40,016 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:43,454 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:45,017 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:48,455 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:48,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:23:48,742 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:23:48,743 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:23:48,743 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:23:49,028 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:23:50,018 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:51,029 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:23:53,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:23:55,019 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:23:58,847 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:23:59,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:00,020 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:04,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:05,021 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:09,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:10,022 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:14,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:15,023 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:19,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:20,024 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:24,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:25,025 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:28,848 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:24:30,026 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:30,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:35,027 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:35,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:40,029 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:40,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:45,030 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:45,852 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:50,031 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:50,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:55,032 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:24:55,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:24:58,849 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:25:00,033 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:01,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:05,034 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:06,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:10,035 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:11,852 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:15,036 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:16,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:20,037 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:21,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:25,038 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:26,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:28,850 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:25:30,039 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:32,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:35,040 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:37,852 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:40,041 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:42,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:45,042 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:47,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:50,043 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:51,071 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:25:51,072 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:25:51,073 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:25:51,073 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:25:51,074 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:25:53,074 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:55,044 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:25:58,075 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:25:58,851 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:26:00,045 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:03,324 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:26:03,325 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:26:03,326 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:26:03,326 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:03,327 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:26:04,080 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:26:05,046 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:05,080 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:26:08,527 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:10,047 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:13,528 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:15,049 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:18,529 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:20,050 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:23,530 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:25,051 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:28,531 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:28,852 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:26:30,052 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:33,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:35,053 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:38,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:40,054 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:43,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:45,055 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:48,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:50,056 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:53,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:26:55,057 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:26:58,853 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:26:59,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:00,058 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:04,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:05,059 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:09,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:10,060 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:14,856 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:15,062 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:19,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:20,063 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:24,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:25,064 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:28,854 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:27:30,065 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:30,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:35,066 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:35,856 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:40,067 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:40,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:45,068 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:45,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:50,069 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:50,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:55,070 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:27:55,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:27:58,855 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:28:00,071 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:01,856 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:03,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:28:03,722 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:28:03,723 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:28:03,723 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:28:04,125 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:28:05,072 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:07,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:10,073 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:12,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:15,074 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:15,962 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:28:15,963 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:28:15,963 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:28:15,964 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:28:16,129 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:28:18,370 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:19,130 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:28:20,075 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:23,371 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:25,076 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:28,372 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:28,855 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:28:30,077 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:33,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:35,079 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:38,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:40,080 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:43,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:45,081 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:48,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:50,082 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:53,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:28:55,083 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:28:58,856 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:28:59,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:00,084 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:04,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:05,085 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:09,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:10,086 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:14,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:15,087 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:19,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:20,088 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:24,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:25,089 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:28,858 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:29:30,090 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:30,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:35,091 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:35,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:40,092 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:40,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:45,093 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:45,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:50,094 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:50,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:55,095 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:29:55,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:29:58,859 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:30:00,096 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:01,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:05,097 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:06,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:10,099 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:11,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:15,100 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:15,989 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:30:15,990 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:30:15,990 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:30:15,991 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:30:16,208 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:30:16,992 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:20,101 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:21,993 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:25,102 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:26,994 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:28,294 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:30:28,295 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:30:28,295 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:30:28,296 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:30:28,859 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:30:29,212 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:30:30,103 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:31,213 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:30:32,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:35,103 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:37,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:40,104 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:42,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:45,106 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:47,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:50,107 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:52,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:55,108 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:30:57,865 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:30:58,860 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:31:00,109 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:03,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:05,110 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:08,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:10,111 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:13,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:15,112 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:18,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:20,113 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:23,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:25,114 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:28,862 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:31:29,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:30,116 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:34,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:35,117 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:39,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:40,118 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:44,865 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:45,119 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:49,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:50,120 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:54,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:31:55,121 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:31:58,862 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:32:00,122 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:00,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:05,123 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:05,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:10,124 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:10,865 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:15,125 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:15,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:20,127 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:20,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:25,127 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:25,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:28,864 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:32:29,323 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:32:29,324 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:32:29,324 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:32:29,325 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:32:30,128 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:30,262 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:32:31,326 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:35,129 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:36,327 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:40,131 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:41,327 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:41,585 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:32:41,587 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:32:41,587 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:32:41,587 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:32:42,267 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:32:43,268 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:32:45,132 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:46,787 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:50,133 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:51,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:55,134 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:32:56,789 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:32:58,865 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:33:00,135 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:01,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:05,136 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:06,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:10,137 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:11,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:15,138 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:16,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:20,140 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:21,870 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:25,141 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:26,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:28,866 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:33:30,142 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:32,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:35,143 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:37,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:40,144 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:42,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:45,145 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:47,870 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:50,146 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:52,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:55,147 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:33:57,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:33:58,867 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:34:00,148 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:03,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:05,150 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:08,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:10,151 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:13,870 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:15,152 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:18,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:20,153 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:23,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:25,154 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:28,868 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:34:29,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:30,155 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:34,870 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:35,156 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:39,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:40,157 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:43,462 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:34:43,464 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:34:43,464 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:34:43,464 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:34:44,315 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:34:45,159 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:45,465 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:50,160 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:50,466 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:55,161 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:34:55,467 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:34:55,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:34:55,797 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:34:55,797 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:34:55,798 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:34:56,320 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:34:57,320 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:34:58,870 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:35:00,162 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:00,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:05,163 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:05,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:10,164 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:10,873 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:15,165 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:15,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:20,166 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:20,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:25,167 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:25,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:28,871 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:35:30,168 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:31,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:35,169 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:36,873 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:40,170 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:41,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:45,171 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:46,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:50,172 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:51,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:55,173 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:35:56,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:35:58,872 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:36:00,174 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:02,873 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:05,175 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:07,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:10,176 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:12,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:15,177 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:17,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:20,179 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:22,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:25,180 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:27,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:28,873 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:36:30,180 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:33,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:35,181 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:38,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:40,182 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:43,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:45,183 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:48,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:50,184 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:53,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:36:55,185 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:36:57,455 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:36:57,456 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:36:57,457 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:36:57,457 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:36:58,368 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:36:58,874 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:36:59,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:00,186 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:04,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:05,187 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:09,713 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:37:09,714 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:37:09,714 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:37:09,715 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:37:09,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:10,188 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:10,372 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:37:11,372 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:37:14,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:15,189 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:19,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:20,190 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:24,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:25,191 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:28,875 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:37:30,192 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:30,876 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:35,194 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:35,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:40,195 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:40,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:45,196 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:45,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:50,197 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:50,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:55,198 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:37:55,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:37:58,876 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:38:00,200 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:01,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:05,201 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:06,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:10,202 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:11,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:15,203 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:16,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:20,204 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:21,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:25,205 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:26,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:28,877 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:38:30,206 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:32,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:35,207 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:37,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:40,208 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:42,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:45,209 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:47,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:50,210 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:52,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:55,211 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:38:57,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:38:58,878 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:39:00,213 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:03,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:05,214 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:08,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:10,215 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:10,499 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:39:10,500 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:39:10,500 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:39:10,500 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:39:11,420 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:39:14,501 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:15,216 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:19,502 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:20,217 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:22,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:39:22,801 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:39:22,801 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:39:22,801 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:39:23,425 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:39:24,993 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:25,218 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:25,425 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:39:28,879 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:39:30,219 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:30,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:35,220 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:35,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:40,222 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:40,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:45,223 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:45,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:50,223 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:50,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:55,225 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:39:55,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:39:58,879 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:40:00,226 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:01,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:05,227 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:06,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:10,228 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:11,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:15,229 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:16,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:20,230 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:21,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:25,231 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:26,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:28,880 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:40:30,232 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:32,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:35,233 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:37,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:40,234 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:42,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:45,235 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:47,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:50,236 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:52,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:55,237 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:40:57,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:40:58,881 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:41:00,238 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:03,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:05,239 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:08,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:10,240 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:13,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:15,241 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:18,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:20,242 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:23,013 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:41:23,014 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:41:23,014 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:41:23,014 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:41:23,471 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:41:24,015 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:25,243 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:28,882 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:41:29,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:30,244 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:34,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:35,203 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:41:35,205 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:41:35,205 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:41:35,205 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:41:35,245 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:35,476 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:41:37,477 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:41:40,246 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:40,397 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:45,247 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:45,398 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:50,248 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:50,399 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:55,249 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:41:55,400 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:41:58,883 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:42:00,250 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:00,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:05,251 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:05,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:10,252 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:10,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:15,253 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:15,887 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:20,254 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:20,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:25,255 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:25,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:28,884 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:42:30,256 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:31,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:35,257 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:36,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:40,258 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:41,887 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:45,259 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:46,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:50,260 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:51,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:55,262 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:42:56,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:42:58,885 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:43:00,263 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:02,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:05,264 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:07,887 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:10,265 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:12,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:15,266 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:17,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:20,267 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:22,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:25,267 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:27,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:28,887 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:43:30,269 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:33,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:35,270 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:36,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:43:36,900 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:43:36,900 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:43:36,901 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:43:37,522 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:43:38,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:40,271 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:43,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:45,272 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:48,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:49,198 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:43:49,199 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:43:49,199 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:43:49,200 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:43:49,527 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:43:50,273 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:51,528 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:43:54,394 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:43:55,274 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:43:58,887 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:43:59,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:00,275 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:04,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:05,276 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:09,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:10,277 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:14,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:15,278 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:19,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:20,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:24,894 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:25,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:28,888 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:44:30,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:30,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:35,283 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:35,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:40,283 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:40,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:45,284 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:45,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:50,285 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:50,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:55,286 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:44:55,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:44:58,890 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:45:00,287 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:01,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:05,288 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:06,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:10,290 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:11,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:15,291 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:16,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:20,292 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:21,894 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:25,293 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:26,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:28,891 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:45:30,294 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:32,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:35,295 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:37,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:40,296 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:42,894 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:45,297 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:47,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:49,053 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:45:49,055 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:45:49,055 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:45:49,055 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:45:49,575 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:45:50,298 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:53,056 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:55,299 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:45:58,057 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:45:58,892 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:46:00,301 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:01,282 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:46:01,283 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:46:01,283 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:46:01,284 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:46:01,580 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:46:03,486 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:03,581 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:46:05,307 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:08,487 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:10,308 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:13,488 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:15,309 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:18,489 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:20,310 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:23,490 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:25,311 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:28,491 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:28,894 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:46:30,312 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:33,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:35,314 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:38,896 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:40,315 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:43,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:45,316 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:48,898 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:50,317 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:53,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:46:55,318 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:46:58,894 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:46:59,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:00,319 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:04,896 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:05,320 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:09,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:10,321 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:14,898 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:15,322 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:19,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:20,323 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:24,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:25,324 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:28,895 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:47:30,325 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:30,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:35,326 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:35,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:40,327 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:40,898 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:45,328 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:45,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:50,329 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:50,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:55,330 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:47:55,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:47:58,896 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:48:00,331 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:01,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:02,626 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:48:02,627 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:48:02,627 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:48:02,628 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:48:02,629 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:48:05,332 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:07,629 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:10,333 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:12,629 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:15,087 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:48:15,088 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:48:15,089 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:48:15,089 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:48:15,334 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:15,635 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:48:16,635 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:48:18,278 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:20,335 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:23,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:25,337 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:28,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:28,897 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:48:30,338 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:33,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:35,339 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:38,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:40,340 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:43,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:45,341 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:48,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:50,342 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:53,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:48:55,343 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:48:58,898 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:48:59,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:00,344 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:04,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:05,345 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:09,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:10,346 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:14,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:15,347 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:19,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:20,348 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:24,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:25,349 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:28,900 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:49:30,350 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:30,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:35,351 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:35,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:40,352 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:40,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:45,353 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:45,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:50,354 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:50,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:55,355 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:49:55,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:49:58,901 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:50:00,356 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:01,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:05,357 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:06,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:10,361 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:11,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:15,362 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:16,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:18,682 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:50:18,683 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:50:18,684 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:50:18,684 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:50:18,691 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:50:20,363 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:22,685 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:25,364 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:27,686 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:28,902 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:50:30,365 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:31,381 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:50:31,382 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:50:31,383 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:50:31,383 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:50:31,695 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:50:33,579 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:34,697 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:50:35,366 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:38,580 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:40,366 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:43,581 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:45,367 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:48,581 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:50,368 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:53,583 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:55,369 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:50:58,584 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:50:58,903 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:51:00,370 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:03,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:05,371 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:08,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:10,372 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:13,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:15,373 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:18,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:20,374 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:23,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:25,375 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:28,904 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:51:29,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:30,376 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:34,906 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:35,378 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:39,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:40,378 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:44,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:45,380 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:49,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:50,381 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:54,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:51:55,381 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:51:58,905 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:52:00,382 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:00,906 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:05,383 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:05,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:10,384 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:10,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:15,385 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:15,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:20,386 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:20,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:25,387 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:25,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:28,910 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:52:30,388 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:30,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:35,389 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:35,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:36,976 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:52:36,978 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:52:36,978 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:52:36,978 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:52:37,745 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:52:40,390 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:40,979 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:45,391 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:45,980 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:49,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:52:49,824 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:52:49,825 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:52:49,825 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:52:50,392 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:50,749 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:52:51,026 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:52,750 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:52:55,393 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:52:56,027 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:52:58,906 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:53:00,394 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:01,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:05,395 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:06,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:10,396 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:11,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:15,397 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:16,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:20,398 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:21,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:25,399 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:26,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:28,908 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:53:30,400 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:32,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:35,401 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:37,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:40,402 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:42,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:45,403 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:47,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:50,404 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:52,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:55,405 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:53:57,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:53:58,909 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:54:00,408 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:03,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:05,409 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:08,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:10,410 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:13,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:15,411 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:18,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:20,412 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:23,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:25,413 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:28,910 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:54:29,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:30,414 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:34,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:35,415 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:39,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:40,416 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:44,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:45,417 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:49,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:50,418 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:54,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:54:55,419 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:54:55,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:54:55,840 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:54:55,840 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:54:55,841 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:54:56,796 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:54:58,911 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:55:00,420 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:00,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:05,421 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:05,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:08,579 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:55:08,581 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:55:08,581 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:55:08,581 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:55:08,800 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:55:10,422 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:10,801 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:55:11,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:15,423 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:16,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:20,424 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:21,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:25,425 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:26,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:28,912 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:55:30,426 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:31,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:35,427 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:36,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:40,429 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:41,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:45,430 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:46,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:50,431 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:51,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:55,432 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:55:56,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:55:58,913 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:56:00,432 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:02,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:05,434 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:07,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:10,435 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:12,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:15,436 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:17,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:20,437 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:22,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:25,438 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:27,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:28,914 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:56:30,439 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:33,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:35,440 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:38,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:40,441 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:43,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:45,442 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:48,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:50,443 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:53,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:56:55,444 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:56:58,915 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:56:59,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:00,445 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:04,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:05,446 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:09,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:10,447 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:14,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:57:14,842 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:57:14,842 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:57:14,842 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:57:14,850 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:57:15,449 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:15,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:20,450 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:20,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:25,451 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:25,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:27,695 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:57:27,696 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:57:27,696 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:57:27,697 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:57:27,855 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:57:28,855 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:57:28,916 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:57:30,452 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:30,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:35,453 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:35,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:40,454 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:40,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:45,455 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:45,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:50,456 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:50,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:55,458 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:57:55,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:57:58,916 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:58:00,458 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:01,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:05,460 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:06,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:10,461 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:11,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:15,462 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:16,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:20,463 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:21,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:25,464 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:26,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:28,917 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:58:30,465 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:32,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:35,466 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:37,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:40,467 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:42,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:45,469 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:47,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:50,469 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:52,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:55,471 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:58:57,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:58:58,918 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:59:00,472 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:03,919 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:05,473 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:08,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:10,474 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:13,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:15,475 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:18,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:20,476 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:23,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:25,477 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:28,919 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 11:59:29,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:30,479 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:34,633 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:59:34,635 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:59:34,635 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:59:34,635 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:59:34,901 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:59:35,479 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:35,636 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:40,481 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:40,637 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:45,482 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:45,638 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:47,501 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 11:59:47,502 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 11:59:47,502 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 11:59:47,503 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 11:59:47,905 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 11:59:48,906 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 11:59:50,483 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:50,694 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:55,484 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 11:59:55,695 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 11:59:58,920 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:00:00,485 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:00,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:05,486 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:05,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:10,487 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:10,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:15,489 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:15,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:20,490 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:20,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:25,491 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:25,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:28,921 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:00:30,492 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:31,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:35,493 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:36,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:40,494 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:41,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:45,495 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:46,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:50,496 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:51,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:55,497 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:00:56,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:00:58,922 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:01:00,498 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:02,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:05,500 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:07,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:10,501 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:12,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:15,502 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:17,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:20,503 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:22,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:25,505 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:27,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:28,924 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:01:30,506 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:33,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:35,507 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:38,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:40,508 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:43,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:45,509 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:48,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:50,510 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:53,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:01:54,424 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:01:54,425 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:01:54,426 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:01:54,426 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:01:54,958 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:01:55,511 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:01:58,924 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:01:59,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:00,512 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:04,926 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:05,513 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:07,007 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:02:07,008 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:02:07,009 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:02:07,009 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:02:07,962 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:02:08,963 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 12:02:10,514 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:10,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:15,515 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:15,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:20,516 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:20,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:25,517 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:25,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:28,925 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:02:30,519 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:30,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:35,520 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:35,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:40,521 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:40,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:45,522 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:45,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:50,523 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:50,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:55,524 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:02:55,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:02:58,926 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:03:00,525 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:01,927 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:05,526 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:06,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:10,527 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:11,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:15,528 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:16,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:20,529 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:21,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:25,530 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:26,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:28,927 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:03:30,531 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:32,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:35,532 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:37,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:40,533 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:42,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:45,535 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:47,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:50,536 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:52,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:55,537 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:03:57,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:03:58,928 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:04:00,538 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:03,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:05,539 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:08,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:10,074 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:04:10,075 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:04:10,075 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:04:10,075 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:04:10,541 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:11,009 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:04:14,076 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:15,542 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:19,077 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:20,543 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:22,352 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:04:22,353 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:04:22,353 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:04:22,354 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:04:23,013 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:04:24,547 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:25,014 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 12:04:25,545 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:28,929 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:04:29,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:30,546 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:34,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:35,547 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:39,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:40,548 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:44,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:45,551 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:49,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:50,552 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:54,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:04:55,553 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:04:58,930 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:05:00,554 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:00,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:05,556 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:05,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:10,557 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:10,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:15,558 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:15,934 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:20,559 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:20,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:25,560 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:25,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:28,930 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:05:30,561 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:31,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:35,563 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:36,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:40,564 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:41,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:45,565 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:46,934 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:50,566 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:51,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:55,567 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:05:56,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:05:58,931 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:06:00,568 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:02,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:05,569 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:07,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:10,570 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:12,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:15,571 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:17,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:20,572 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:22,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:23,948 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:06:23,949 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:06:23,949 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:06:23,950 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:06:24,061 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:06:25,574 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:27,951 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:28,932 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:06:30,575 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:33,934 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:35,576 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:36,145 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:06:36,146 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:06:36,146 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:06:36,147 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:06:37,066 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 12:06:37,067 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:06:39,344 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:40,577 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:44,345 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:45,578 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:49,346 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:50,579 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:54,347 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:06:55,580 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:06:58,951 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:06:59,952 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:00,581 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:04,953 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:05,582 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:09,954 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:10,583 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:14,955 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:15,585 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:19,956 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:20,586 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:24,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:25,587 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:28,934 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:07:30,588 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:30,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:35,589 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:35,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:40,591 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:40,937 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:45,592 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:45,938 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:50,593 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:50,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:55,594 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:07:55,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:07:58,938 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:08:00,595 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:01,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:05,596 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:06,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:10,597 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:11,941 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:15,598 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:16,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:20,599 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:21,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:25,600 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:26,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:28,937 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:08:30,601 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:32,938 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:35,602 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:37,040 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:08:37,041 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:08:37,042 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:08:37,042 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:08:37,113 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:08:38,043 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:40,603 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:43,044 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:45,605 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:48,045 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:49,366 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:08:49,367 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:08:49,368 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:08:49,368 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:08:50,119 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:08:50,606 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:51,119 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/output.log -2024-03-28 12:08:53,564 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:55,607 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:08:58,565 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:08:58,938 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:09:00,608 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:03,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:05,609 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:08,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:10,610 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:13,941 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:15,611 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:18,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:20,612 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:23,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:25,613 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:28,938 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:09:29,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:30,614 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:34,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:35,615 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:39,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:40,616 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:44,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:45,616 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:49,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:50,617 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:54,944 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:09:55,618 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:09:58,939 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:10:00,619 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:00,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:05,621 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:05,941 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:10,622 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:10,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:12,125 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:10:12,126 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:10:12,126 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:10:12,127 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:10:12,151 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:10:15,623 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:16,128 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:20,624 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:21,129 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:24,441 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:10:24,442 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:10:24,443 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:10:24,443 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:10:24,650 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: metric -2024-03-28 12:10:24,652 DEBUG SenderThread:108 [sender.py:send():378] send: history -2024-03-28 12:10:24,653 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record -2024-03-28 12:10:24,653 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-03-28 12:10:24,654 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause -2024-03-28 12:10:24,654 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 12:10:24,654 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 12:10:24,655 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 12:10:24,655 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 12:10:24,655 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 12:10:24,655 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 12:10:24,666 INFO HandlerThread:108 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 12:10:24,666 INFO HandlerThread:108 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 12:10:24,666 INFO HandlerThread:108 [interfaces.py:finish():202] Joined network monitor -2024-03-28 12:10:24,667 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:10:25,155 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/wandb-summary.json -2024-03-28 12:10:25,625 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:26,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:28,157 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240328_110958-s6jch84r/files/config.yaml -2024-03-28 12:10:30,626 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:32,968 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:35,628 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:37,969 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:40,629 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:42,970 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:45,630 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:45,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume -2024-03-28 12:10:45,786 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 12:10:45,787 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor -2024-03-28 12:10:45,787 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 12:10:45,787 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 12:10:45,788 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring -2024-03-28 12:10:45,788 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 12:10:45,789 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring -2024-03-28 12:10:45,789 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring -2024-03-28 12:10:45,819 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause -2024-03-28 12:10:45,819 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 12:10:45,819 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 12:10:45,819 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 12:10:45,819 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 12:10:45,820 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 12:10:45,820 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 12:10:45,820 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 12:10:45,831 INFO HandlerThread:108 [interfaces.py:finish():202] Joined gpu monitor -2024-03-28 12:10:45,831 INFO HandlerThread:108 [interfaces.py:finish():202] Joined memory monitor -2024-03-28 12:10:45,831 INFO HandlerThread:108 [interfaces.py:finish():202] Joined network monitor -2024-03-28 12:10:45,832 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:10:48,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:50,631 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:53,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:10:55,633 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:10:58,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:11:00,634 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:11:03,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:11:05,635 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:11:08,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:11:10,636 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive -2024-03-28 12:11:10,994 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume -2024-03-28 12:11:10,994 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 12:11:10,994 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor -2024-03-28 12:11:10,994 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 12:11:10,995 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause -2024-03-28 12:11:10,995 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 12:11:10,995 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-03-28 12:11:10,996 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor -2024-03-28 12:11:10,997 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor -2024-03-28 12:11:10,997 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring -2024-03-28 12:11:10,997 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor -2024-03-28 12:11:10,997 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-03-28 12:11:10,997 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-03-28 12:11:10,997 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-03-28 12:11:10,999 DEBUG SenderThread:108 [sender.py:send():378] send: stats -2024-03-28 12:11:12,394 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume -2024-03-28 12:11:12,394 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread -2024-03-28 12:11:12,395 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor -2024-03-28 12:11:12,395 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-03-28 12:11:12,396 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring -2024-03-28 12:11:12,396 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring -2024-03-28 12:11:12,397 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring -2024-03-28 12:11:12,399 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring -2024-03-28 12:11:12,399 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring -2024-03-28 12:11:14,000 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report -2024-03-28 12:11:15,637 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:54:13,065 INFO StreamThr :109 [internal.py:wandb_internal():86] W&B internal server running at pid: 109, started at: 2024-04-01 06:54:13.064855 +2024-04-01 06:54:13,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status +2024-04-01 06:54:13,455 INFO WriterThread:109 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/run-yzd7dxs3.wandb +2024-04-01 06:54:13,455 DEBUG SenderThread:109 [sender.py:send():378] send: header +2024-04-01 06:54:13,459 DEBUG SenderThread:109 [sender.py:send():378] send: run +2024-04-01 06:54:13,578 INFO SenderThread:109 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files +2024-04-01 06:54:13,578 INFO SenderThread:109 [sender.py:_start_run_threads():1099] run started: yzd7dxs3 with start time 1711954453.066229 +2024-04-01 06:54:13,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: check_version +2024-04-01 06:54:13,587 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: check_version +2024-04-01 06:54:13,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: run_start +2024-04-01 06:54:13,693 DEBUG HandlerThread:109 [system_info.py:__init__():26] System info init +2024-04-01 06:54:13,694 DEBUG HandlerThread:109 [system_info.py:__init__():41] System info init done +2024-04-01 06:54:13,694 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor +2024-04-01 06:54:13,694 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 06:54:13,694 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 06:54:13,695 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring +2024-04-01 06:54:13,696 INFO HandlerThread:109 [system_monitor.py:probe():214] Collecting system info +2024-04-01 06:54:13,696 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 06:54:13,697 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring +2024-04-01 06:54:13,698 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring +2024-04-01 06:54:13,708 DEBUG HandlerThread:109 [system_info.py:probe():150] Probing system +2024-04-01 06:54:13,710 DEBUG HandlerThread:109 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_info.py:probe():198] Probing system done +2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-01T06:54:13.708576', 'startedAt': '2024-04-01T06:54:13.058429', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'e5cddbcf0d54', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.196, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.092014312744}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.35755157470703}} +2024-04-01 06:54:13,711 INFO HandlerThread:109 [system_monitor.py:probe():224] Finished collecting system info +2024-04-01 06:54:13,711 INFO HandlerThread:109 [system_monitor.py:probe():227] Publishing system info +2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-01 06:54:14,580 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/conda-environment.yaml +2024-04-01 06:55:09,596 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/conda-environment.yaml +2024-04-01 06:55:09,881 DEBUG HandlerThread:109 [system_info.py:_save_conda():219] Saving conda packages done +2024-04-01 06:55:09,882 INFO HandlerThread:109 [system_monitor.py:probe():229] Finished publishing system info +2024-04-01 06:55:09,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: python_packages +2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: stop_status +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:09,898 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: python_packages +2024-04-01 06:55:09,900 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry +2024-04-01 06:55:09,901 DEBUG SenderThread:109 [sender.py:send():378] send: config +2024-04-01 06:55:09,902 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry +2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:55:09,903 WARNING SenderThread:109 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry +2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: stop_status +2024-04-01 06:55:10,009 DEBUG SenderThread:109 [sender.py:send():378] send: files +2024-04-01 06:55:10,009 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now +2024-04-01 06:55:10,265 INFO wandb-upload_0:109 [upload_job.py:push():131] Uploaded file /tmp/tmpecyqrr2zwandb/vfgbx96j-wandb-metadata.json +2024-04-01 06:55:10,596 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 06:55:10,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-metadata.json +2024-04-01 06:55:10,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/requirements.txt +2024-04-01 06:55:12,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 06:55:13,698 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 06:55:13,699 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:55:13,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:14,598 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml +2024-04-01 06:55:14,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:18,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:19,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:23,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:24,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:28,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:29,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:33,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:34,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:38,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:39,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:43,700 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:55:44,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:44,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:49,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:49,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:54,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:54,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:55:59,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:55:59,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:04,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:04,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:09,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:09,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:13,701 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:56:14,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:15,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:19,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:20,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:24,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:25,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:29,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:30,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:34,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:35,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:39,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:40,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:42,448 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 06:56:42,453 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 06:56:42,635 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 06:56:43,702 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:56:44,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:46,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:47,637 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml +2024-04-01 06:56:49,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:51,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:54,665 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 06:56:54,669 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 06:56:54,669 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 06:56:54,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:56:55,641 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 06:56:56,641 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 06:56:57,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:56:59,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:02,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:04,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:07,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:09,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:12,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:13,703 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:57:14,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:18,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:19,651 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml +2024-04-01 06:57:19,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:23,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:24,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:28,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:29,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:33,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:34,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:38,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:39,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:43,704 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:57:44,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:44,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:49,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:49,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:54,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:54,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:57:59,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:57:59,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:04,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:04,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:09,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:09,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:13,706 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:58:14,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:15,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:19,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:20,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:24,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:25,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:29,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:30,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:34,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:35,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:39,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:40,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:43,707 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:58:44,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:46,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:49,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:51,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:54,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 06:58:54,080 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 06:58:54,080 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 06:58:54,082 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 06:58:54,691 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 06:58:54,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:58:57,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:58:59,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:02,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:04,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:06,382 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 06:59:06,383 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 06:59:06,384 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 06:59:06,386 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 06:59:06,697 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 06:59:07,482 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:08,698 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 06:59:09,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:12,483 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:13,707 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:59:14,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:17,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:19,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:22,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:24,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:27,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:29,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:32,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:34,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:37,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:39,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:42,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:43,711 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 06:59:44,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:48,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:49,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:53,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:54,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 06:59:58,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 06:59:59,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:03,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:04,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:08,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:09,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:13,710 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:00:14,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:14,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:19,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:19,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:24,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:24,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:29,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:29,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:34,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:34,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:39,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:39,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:43,711 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:00:44,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:45,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:49,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:50,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:54,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:00:55,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:00:59,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:00,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:04,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:05,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:07,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:01:07,017 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:01:07,017 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:01:07,018 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:01:07,753 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:01:09,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:11,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:13,712 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:01:14,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:16,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:19,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:01:19,360 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:01:19,360 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:01:19,361 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:01:19,758 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:01:19,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:20,759 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:01:22,458 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:24,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:27,459 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:29,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:32,460 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:34,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:37,461 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:39,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:42,462 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:43,714 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:01:44,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:47,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:49,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:52,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:54,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:01:57,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:01:59,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:02,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:04,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:07,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:09,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:12,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:13,714 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:02:14,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:18,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:19,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:23,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:24,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:28,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:29,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:33,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:34,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:38,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:39,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:43,716 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:02:44,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:44,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:49,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:49,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:54,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:54,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:02:59,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:02:59,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:04,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:04,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:09,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:09,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:13,717 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:03:14,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:15,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:18,996 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:03:18,997 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:03:18,997 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:03:18,998 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:03:19,806 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:03:19,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:20,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:24,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:26,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:29,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:31,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:31,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:03:31,089 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:03:31,090 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:03:31,090 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:03:31,812 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:03:32,813 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:03:34,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:36,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:39,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:41,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:43,717 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:03:44,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:46,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:49,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:51,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:54,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:03:56,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:03:59,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:01,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:04,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:06,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:09,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:11,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:13,719 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:04:14,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:17,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:19,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:22,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:24,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:27,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:29,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:32,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:34,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:37,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:39,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:42,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:43,720 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:04:44,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:48,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:49,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:53,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:54,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:04:58,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:04:59,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:03,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:04,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:08,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:09,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:13,721 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:05:14,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:14,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:19,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:19,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:24,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:24,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:28,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:05:28,607 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:05:28,607 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:05:28,608 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:05:28,858 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:05:29,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:30,608 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:34,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:35,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:39,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:40,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:40,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:05:40,650 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:05:40,650 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:05:40,651 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:05:40,863 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:05:42,864 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:05:43,721 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:05:44,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:45,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:49,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:50,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:54,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:05:55,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:05:59,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:00,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:04,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:05,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:09,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:10,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:13,722 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:06:14,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:16,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:19,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:21,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:24,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:26,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:29,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:31,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:34,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:36,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:39,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:41,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:43,728 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:06:44,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:46,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:49,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:51,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:54,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:06:56,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:06:59,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:01,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:04,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:06,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:09,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:11,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:13,724 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:07:14,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:17,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:19,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:22,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:24,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:27,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:29,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:32,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:34,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:37,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:38,970 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:07:38,971 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:07:38,972 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:07:38,973 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:07:39,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:39,912 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:07:42,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:43,725 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:07:44,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:48,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:49,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:50,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:07:50,940 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:07:50,940 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:07:50,940 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:07:51,918 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:07:52,918 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:07:54,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:54,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:07:59,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:07:59,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:04,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:04,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:09,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:09,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:13,726 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:08:14,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:14,902 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:19,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:19,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:24,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:24,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:29,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:29,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:34,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:34,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:39,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:39,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:43,727 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:08:44,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:45,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:49,909 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:50,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:54,910 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:08:55,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:08:59,911 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:00,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:04,912 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:05,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:09,914 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:10,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:13,728 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:09:14,915 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:16,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:19,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:21,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:24,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:26,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:29,918 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:31,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:34,919 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:36,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:39,920 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:41,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:43,729 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:09:44,921 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:47,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:49,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:09:49,221 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:09:49,221 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:09:49,221 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:09:49,922 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:49,968 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:09:53,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:54,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:09:58,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:09:59,924 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:01,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:10:01,185 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:10:01,185 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:10:01,186 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:10:01,972 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:10:02,973 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:10:03,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:04,925 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:08,283 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:09,927 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:13,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:13,730 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:10:14,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:18,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:19,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:23,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:24,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:28,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:29,931 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:33,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:34,932 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:38,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:39,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:43,731 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:10:44,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:44,934 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:49,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:49,935 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:54,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:54,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:10:59,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:10:59,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:04,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:04,938 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:09,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:09,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:13,732 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:11:14,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:15,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:19,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:20,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:24,943 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:25,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:29,944 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:30,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:34,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:35,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:39,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:40,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:43,733 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:11:44,947 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:46,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:49,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:51,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:54,949 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:11:56,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:11:57,416 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:11:57,418 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:11:57,418 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:11:57,418 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:11:58,018 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:11:59,950 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:02,420 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:04,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:07,421 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:09,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:12:09,377 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:12:09,378 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:12:09,378 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:12:09,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:10,022 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:12:12,023 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:12:12,473 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:13,734 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:12:14,953 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:17,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:19,954 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:22,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:24,955 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:27,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:29,956 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:32,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:34,957 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:37,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:39,958 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:42,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:43,734 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:12:44,960 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:48,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:49,961 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:53,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:54,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:12:58,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:12:59,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:03,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:04,964 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:08,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:09,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:13,735 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:13:14,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:14,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:19,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:19,967 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:24,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:24,968 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:29,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:29,970 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:34,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:34,971 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:39,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:39,972 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:43,737 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:13:44,973 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:45,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:49,974 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:50,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:54,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:13:55,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:13:59,976 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:00,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:04,977 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:05,388 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:14:05,390 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:14:05,390 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:14:05,390 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:14:06,095 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:14:06,391 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:09,978 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:11,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:13,738 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:14:14,979 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:16,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:17,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:14:17,425 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:14:17,425 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:14:17,425 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:14:18,100 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:14:19,981 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:20,101 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:14:22,520 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:24,982 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:27,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:29,983 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:32,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:34,984 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:37,523 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:39,985 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:42,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:43,739 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:14:44,986 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:47,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:49,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:52,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:54,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:14:57,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:14:59,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:02,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:04,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:07,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:09,991 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:12,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:13,740 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:15:14,992 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:18,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:19,993 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:23,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:24,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:28,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:29,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:33,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:34,997 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:38,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:39,998 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:43,742 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:15:44,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:44,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:49,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:50,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:54,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:15:55,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:15:59,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:00,002 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:04,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:05,003 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:09,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:10,004 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:13,742 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:16:14,327 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:16:14,329 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:16:14,329 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:16:14,329 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:16:15,005 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:15,147 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:16:15,330 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:20,006 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:20,331 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:25,007 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:25,332 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:26,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:16:26,285 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:16:26,285 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:16:26,286 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:16:27,152 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:16:28,152 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:16:30,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:30,382 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:35,009 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:35,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:40,010 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:40,385 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:43,743 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:16:45,011 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:45,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:50,012 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:50,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:16:55,013 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:16:55,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:00,014 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:00,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:05,015 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:05,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:10,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:10,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:13,745 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:17:15,017 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:16,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:20,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:21,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:25,020 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:26,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:30,021 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:31,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:35,022 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:36,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:40,023 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:41,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:43,746 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:17:45,024 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:47,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:50,025 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:52,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:17:55,026 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:17:57,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:00,027 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:02,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:05,028 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:07,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:10,029 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:12,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:13,747 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:18:15,030 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:18,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:20,031 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:23,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:23,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:18:23,934 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:18:23,935 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:18:23,935 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:18:24,198 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:18:25,032 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:28,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:30,033 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:33,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:35,034 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:35,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:18:35,995 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:18:35,995 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:18:35,996 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:18:36,202 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:18:38,203 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:18:39,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:40,035 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:43,748 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:18:44,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:45,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:49,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:50,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:54,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:18:55,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:18:59,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:00,040 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:04,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:05,041 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:09,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:10,042 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:13,748 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:19:15,043 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:15,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:20,044 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:20,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:25,047 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:25,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:30,048 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:30,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:35,049 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:35,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:40,050 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:40,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:43,749 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:19:45,055 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:46,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:50,056 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:51,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:19:55,057 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:19:56,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:00,058 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:01,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:05,059 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:06,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:10,060 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:11,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:13,750 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:20:15,062 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:17,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:20,063 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:22,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:25,064 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:27,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:30,065 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:32,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:33,535 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:20:33,536 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:20:33,537 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:20:33,537 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:20:34,249 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:20:35,066 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:38,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:40,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:43,539 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:43,751 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:20:45,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:45,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:20:45,592 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:20:45,592 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:20:45,593 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:20:46,253 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:20:48,254 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:20:48,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:50,068 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:53,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:20:55,069 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:20:58,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:00,070 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:03,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:05,071 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:08,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:10,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:13,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:13,756 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:21:15,074 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:18,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:20,075 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:23,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:25,076 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:28,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:30,077 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:33,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:35,078 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:38,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:40,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:43,753 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:21:44,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:45,080 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:49,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:50,081 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:54,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:21:55,082 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:21:59,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:00,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:04,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:05,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:09,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:10,085 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:13,754 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:22:15,086 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:15,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:20,087 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:20,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:25,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:25,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:30,089 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:30,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:35,090 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:35,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:40,091 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:40,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:42,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:22:42,627 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:22:42,627 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:22:42,628 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:22:43,299 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:22:43,756 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:22:45,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:46,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:50,093 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:51,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:22:54,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:22:54,604 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:22:54,604 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:22:54,605 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:22:55,094 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:22:55,303 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:22:56,304 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:22:57,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:00,095 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:02,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:05,096 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:07,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:10,097 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:12,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:13,757 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:23:15,098 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:17,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:20,099 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:22,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:25,101 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:27,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:30,102 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:32,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:35,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:37,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:40,104 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:42,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:43,758 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:23:45,105 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:48,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:50,106 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:53,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:23:55,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:23:58,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:00,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:03,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:05,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:08,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:10,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:13,759 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:24:14,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:15,112 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:19,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:20,113 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:24,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:25,114 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:29,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:30,115 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:34,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:35,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:39,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:40,117 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:43,760 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:24:45,118 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:45,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:50,119 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:50,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:24:50,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:24:50,823 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:24:50,824 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:24:50,824 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:24:51,352 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:24:55,120 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:24:55,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:00,121 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:00,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:02,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:25:02,773 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:25:02,774 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:25:02,774 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:25:03,357 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:25:04,357 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:25:05,122 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:05,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:10,123 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:10,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:13,761 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:25:15,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:16,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:20,125 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:21,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:25,126 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:26,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:30,127 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:31,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:35,128 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:36,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:40,129 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:41,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:43,762 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:25:45,130 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:47,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:50,131 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:52,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:25:55,132 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:25:57,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:00,133 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:02,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:05,134 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:07,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:10,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:12,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:13,762 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:26:15,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:18,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:20,137 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:23,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:25,138 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:28,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:30,139 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:33,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:35,141 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:38,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:40,142 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:43,764 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:26:44,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:45,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:49,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:50,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:54,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:26:55,145 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:26:59,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:00,146 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:00,452 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:27:00,453 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:27:00,454 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:27:00,454 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:27:01,404 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:27:05,147 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:05,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:10,148 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:10,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:12,501 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:27:12,502 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:27:12,502 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:27:12,503 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:27:13,410 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:27:13,765 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:27:14,410 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:27:15,149 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:15,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:20,151 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:20,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:25,152 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:25,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:30,153 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:30,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:35,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:35,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:40,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:40,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:43,767 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:27:45,156 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:46,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:50,157 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:51,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:27:55,158 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:27:56,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:00,159 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:01,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:05,160 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:06,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:10,161 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:11,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:13,768 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:28:15,162 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:17,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:20,163 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:22,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:25,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:27,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:30,165 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:32,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:35,166 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:37,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:40,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:42,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:43,769 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:28:45,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:48,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:50,170 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:53,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:28:55,171 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:28:58,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:00,172 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:03,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:05,173 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:08,437 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:29:08,438 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:29:08,438 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:29:08,439 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:29:08,458 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:29:09,439 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:10,174 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:13,770 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:29:14,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:15,175 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:19,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:20,176 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:20,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:29:20,399 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:29:20,399 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:29:20,400 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:29:20,463 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:29:22,464 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:29:25,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:25,495 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:30,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:30,496 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:35,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:35,497 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:40,181 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:40,498 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:43,771 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:29:45,182 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:45,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:50,183 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:50,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:29:55,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:29:55,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:00,185 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:00,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:05,186 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:05,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:10,187 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:10,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:13,772 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:30:15,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:16,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:20,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:21,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:25,190 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:26,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:30,192 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:31,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:35,193 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:36,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:40,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:41,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:43,773 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:30:45,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:47,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:50,195 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:52,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:30:55,197 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:30:57,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:00,198 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:02,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:05,199 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:07,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:10,200 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:12,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:13,774 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:31:15,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:16,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:31:16,938 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:31:16,938 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:31:16,939 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:31:17,509 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:31:17,940 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:20,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:22,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:25,203 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:27,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:28,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:31:28,887 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:31:28,887 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:31:28,887 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:31:29,513 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:31:30,204 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:30,513 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:31:32,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:35,205 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:37,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:40,206 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:42,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:43,775 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:31:45,207 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:48,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:50,208 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:53,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:31:55,209 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:31:58,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:00,211 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:03,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:05,212 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:08,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:10,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:13,776 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:32:14,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:15,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:19,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:20,215 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:24,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:25,216 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:29,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:30,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:34,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:35,218 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:39,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:40,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:43,777 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:32:45,220 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:45,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:50,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:50,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:32:55,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:32:55,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:00,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:00,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:05,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:05,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:10,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:10,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:13,778 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:33:15,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:16,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:20,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:21,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:25,140 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:33:25,141 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:33:25,142 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:33:25,142 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:33:25,229 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:25,557 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:33:27,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:30,230 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:32,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:35,231 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:37,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:33:37,104 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:33:37,104 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:33:37,105 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:33:37,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:37,562 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:33:38,563 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:33:40,232 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:42,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:43,779 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:33:45,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:47,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:50,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:52,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:33:55,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:33:57,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:00,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:02,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:05,238 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:07,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:10,239 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:12,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:13,781 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:34:15,240 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:18,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:20,242 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:23,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:25,243 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:28,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:30,244 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:33,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:35,245 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:38,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:40,246 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:43,782 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:34:44,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:45,247 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:49,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:50,248 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:54,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:34:55,249 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:34:59,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:00,250 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:04,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:05,252 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:09,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:10,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:13,783 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:35:15,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:15,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:20,254 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:20,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:25,256 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:25,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:30,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:30,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:34,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:35:34,165 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:35:34,166 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:35:34,166 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:35:34,606 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:35:35,258 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:36,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:40,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:41,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:43,783 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:35:45,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:46,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:35:46,125 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:35:46,126 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:35:46,126 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:35:46,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:46,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:35:46,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:35:50,261 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:51,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:35:55,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:35:56,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:00,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:01,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:05,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:06,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:10,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:11,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:13,789 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:36:15,266 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:16,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:20,267 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:21,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:25,268 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:26,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:30,269 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:31,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:35,270 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:36,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:40,271 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:41,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:43,785 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:36:45,272 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:47,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:50,274 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:52,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:36:55,275 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:36:57,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:00,277 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:02,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:05,278 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:07,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:10,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:12,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:13,788 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:37:15,280 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:18,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:20,281 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:23,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:25,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:28,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:30,283 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:33,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:35,285 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:38,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:40,286 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:42,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:37:42,722 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:37:42,722 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:37:42,723 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:37:43,658 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:37:43,787 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:37:44,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:45,287 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:49,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:50,288 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:54,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:37:54,758 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:37:54,758 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:37:54,759 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:37:54,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:37:55,289 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:37:55,664 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:37:57,665 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:37:59,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:00,290 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:04,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:05,291 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:09,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:10,292 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:13,788 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:38:15,293 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:15,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:20,294 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:20,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:25,295 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:25,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:30,297 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:30,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:35,298 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:35,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:40,299 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:40,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:43,789 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:38:45,301 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:46,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:50,301 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:51,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:38:55,303 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:38:56,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:00,304 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:01,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:05,305 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:06,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:10,306 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:11,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:13,790 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:39:15,307 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:17,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:20,308 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:22,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:25,309 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:27,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:30,310 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:32,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:35,311 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:37,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:40,312 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:42,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:43,792 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:39:45,313 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:48,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:50,314 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:51,345 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:39:51,347 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:39:51,347 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:39:51,347 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:39:51,713 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:39:54,348 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:39:55,315 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:39:59,349 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:00,316 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:03,298 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:40:03,300 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:40:03,300 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:40:03,301 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:40:03,717 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:40:04,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:05,323 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:05,718 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:40:09,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:10,324 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:13,793 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:40:14,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:15,325 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:19,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:20,326 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:24,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:25,327 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:29,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:30,328 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:34,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:35,329 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:39,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:40,330 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:43,795 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:40:45,331 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:45,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:50,333 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:50,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:40:55,334 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:40:55,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:00,335 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:00,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:05,336 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:05,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:10,337 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:10,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:13,795 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:41:15,339 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:16,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:20,340 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:21,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:25,341 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:26,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:30,342 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:31,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:35,343 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:36,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:40,344 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:41,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:43,796 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:41:45,346 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:47,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:50,347 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:52,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:41:55,348 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:41:57,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:00,230 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:42:00,231 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:42:00,232 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:42:00,232 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:42:00,349 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:00,762 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:42:03,234 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:05,350 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:08,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:10,351 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:12,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:42:12,258 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:42:12,258 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:42:12,258 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:42:12,766 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:42:13,355 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:13,767 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:42:13,797 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:42:15,354 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:18,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:20,355 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:23,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:25,356 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:28,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:30,357 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:33,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:35,358 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:38,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:40,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:43,798 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:42:44,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:45,360 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:49,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:50,362 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:54,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:42:55,363 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:42:59,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:00,364 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:04,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:05,365 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:09,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:10,366 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:13,799 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:43:15,367 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:15,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:20,368 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:20,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:25,369 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:25,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:30,370 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:30,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:35,371 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:35,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:40,372 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:40,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:43,801 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:43:45,373 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:46,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:50,374 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:51,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:43:55,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:43:56,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:00,377 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:01,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:05,378 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:06,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:09,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:44:09,424 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:44:09,425 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:44:09,425 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:44:09,814 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:44:10,379 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:12,426 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:13,802 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:44:15,380 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:17,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:20,381 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:21,446 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:44:21,447 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:44:21,448 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:44:21,448 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:44:21,818 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:44:23,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:23,819 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:44:25,383 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:28,545 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:30,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:33,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:35,385 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:38,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:40,386 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:43,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:43,803 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:44:45,387 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:48,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:50,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:53,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:44:55,393 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:44:58,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:00,394 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:03,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:05,395 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:08,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:10,395 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:13,804 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:45:14,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:15,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:19,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:20,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:24,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:25,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:29,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:30,399 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:34,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:35,401 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:39,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:40,402 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:43,805 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:45:45,403 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:45,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:50,404 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:50,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:45:55,405 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:45:55,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:00,406 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:00,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:05,407 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:05,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:10,408 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:10,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:13,806 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:46:15,409 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:16,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:18,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:46:18,260 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:46:18,260 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:46:18,261 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:46:18,864 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:46:20,410 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:22,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:25,411 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:27,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:30,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:46:30,219 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:46:30,219 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:46:30,219 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:46:30,412 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:30,870 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:46:31,871 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:46:32,317 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:35,413 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:37,318 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:40,414 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:42,319 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:43,807 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:46:45,415 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:47,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:50,416 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:52,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:46:55,417 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:46:57,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:00,418 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:02,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:05,419 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:07,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:10,420 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:12,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:13,808 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:47:15,422 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:18,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:20,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:23,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:25,424 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:28,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:30,425 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:33,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:35,426 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:38,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:40,427 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:43,809 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:47:44,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:45,428 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:49,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:50,429 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:54,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:47:55,430 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:47:59,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:00,431 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:04,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:05,432 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:09,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:10,433 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:13,810 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:48:15,435 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:15,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:20,436 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:20,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:25,437 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:25,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:28,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:48:28,691 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:48:28,691 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:48:28,691 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:48:28,915 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:48:30,438 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:31,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:35,439 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:36,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:40,440 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:41,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:48:41,009 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:48:41,009 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:48:41,010 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:48:41,920 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:48:41,920 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:48:42,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:43,810 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:48:45,441 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:47,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:50,442 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:52,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:48:55,443 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:48:57,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:00,444 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:02,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:05,446 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:07,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:10,447 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:12,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:13,811 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:49:15,448 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:18,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:20,454 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:23,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:25,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:28,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:30,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:33,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:35,457 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:38,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:40,458 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:43,812 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:49:44,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:45,460 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:49,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:50,461 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:54,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:49:55,462 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:49:59,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:00,463 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:04,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:05,464 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:09,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:10,465 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:13,813 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:50:15,466 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:15,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:20,467 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:20,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:25,468 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:25,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:30,469 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:30,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:35,470 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:35,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:40,471 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:40,519 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:50:40,520 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:50:40,520 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:50:40,521 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:50:40,966 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:50:41,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:43,814 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:50:45,472 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:46,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:50,473 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:51,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:50:52,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:50:52,858 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:50:52,859 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:50:52,859 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:50:52,971 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:50:53,971 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:50:55,474 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:50:56,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:00,475 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:01,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:05,476 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:06,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:10,477 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:11,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:13,815 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:51:15,478 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:17,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:20,479 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:22,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:25,480 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:27,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:30,481 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:32,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:35,483 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:37,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:40,484 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:42,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:43,816 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:51:45,485 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:48,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:50,486 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:53,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:51:55,487 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:51:58,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:00,488 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:03,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:05,489 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:08,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:10,491 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:13,817 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:52:14,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:15,492 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:19,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:20,493 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:24,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:25,494 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:29,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:30,495 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:34,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:35,496 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:39,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:40,497 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:43,818 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:52:45,498 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:45,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:50,499 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:50,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:52:53,925 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:52:53,926 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:52:53,927 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:52:53,927 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:52:54,019 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:52:55,501 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:52:55,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:00,504 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:00,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:05,504 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:05,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:06,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:53:06,258 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:53:06,259 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:53:06,259 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:53:07,024 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:53:08,024 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:53:10,505 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:11,357 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:13,819 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:53:15,506 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:16,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:20,507 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:21,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:25,508 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:26,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:30,509 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:31,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:35,515 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:36,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:40,516 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:41,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:43,820 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:53:45,517 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:47,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:50,518 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:52,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:53:55,519 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:53:57,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:00,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:02,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:05,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:07,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:10,523 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:12,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:13,821 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:54:15,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:18,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:20,525 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:23,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:25,526 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:28,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:30,527 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:33,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:35,528 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:38,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:40,529 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:43,822 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:54:44,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:45,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:49,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:50,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:54,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:54:55,533 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:54:59,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:00,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:04,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:05,535 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:06,389 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:55:06,390 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:55:06,391 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:55:06,391 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:55:07,072 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:55:10,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:10,536 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:13,823 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:55:15,537 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:15,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:18,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:55:18,668 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:55:18,668 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:55:18,669 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:55:19,076 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:55:20,076 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:55:20,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:21,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:25,540 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:26,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:30,541 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:31,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:35,542 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:36,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:40,543 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:41,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:43,824 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:55:45,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:46,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:50,545 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:51,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:55:55,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:55:56,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:00,548 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:01,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:05,549 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:06,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:10,550 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:11,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:13,825 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:56:15,551 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:17,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:20,552 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:22,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:25,553 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:27,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:30,554 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:32,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:35,555 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:37,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:40,556 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:42,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:43,827 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:56:45,557 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:48,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:50,558 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:53,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:56:55,559 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:56:58,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:00,561 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:03,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:05,562 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:08,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:10,563 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:13,827 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:57:14,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:15,564 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:18,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:57:18,398 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:57:18,399 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:57:18,399 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:57:19,128 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:57:20,400 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:20,565 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:25,401 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:25,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:30,402 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:30,567 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:30,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:57:30,669 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:57:30,670 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:57:30,670 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:57:31,133 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:57:32,134 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:57:35,568 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:35,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:40,569 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:40,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:43,829 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:57:45,570 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:45,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:50,571 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:50,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:57:55,572 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:57:55,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:00,573 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:00,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:05,574 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:05,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:10,575 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:10,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:13,830 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:58:15,576 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:16,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:20,578 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:21,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:25,579 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:26,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:30,580 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:31,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:35,581 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:36,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:40,582 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:41,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:43,831 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:58:45,583 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:47,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:50,584 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:52,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:58:55,585 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:58:57,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:00,586 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:02,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:05,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:07,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:10,588 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:12,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:13,832 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:59:15,589 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:18,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:20,590 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:23,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:25,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:28,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:29,636 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:59:29,637 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:59:29,637 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:59:29,638 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:59:30,186 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:59:30,592 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:34,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:35,593 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:39,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:40,594 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:42,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 07:59:42,009 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 07:59:42,010 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 07:59:42,010 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 07:59:42,190 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 07:59:43,833 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 07:59:44,191 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 07:59:44,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:45,596 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:49,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:50,597 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:54,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 07:59:55,598 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 07:59:59,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:00,599 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:04,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:05,600 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:09,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:10,601 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:13,834 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:00:15,602 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:15,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:20,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:20,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:25,604 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:25,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:30,605 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:30,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:35,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:35,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:40,607 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:40,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:43,835 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:00:45,609 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:46,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:50,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:51,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:00:55,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:00:56,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:00,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:01,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:05,613 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:06,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:10,614 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:11,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:13,836 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:01:15,615 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:17,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:20,616 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:22,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:25,617 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:27,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:30,618 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:32,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:35,619 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:37,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:40,620 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:41,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:01:41,117 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:01:41,117 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:01:41,118 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:01:41,237 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:01:43,119 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:43,837 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:01:45,621 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:48,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:50,622 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:53,431 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:01:53,432 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:01:53,432 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:01:53,433 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:01:54,242 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:01:54,243 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:01:54,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:01:55,624 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:01:59,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:00,625 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:04,532 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:05,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:09,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:10,627 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:13,838 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:02:14,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:15,632 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:19,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:20,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:24,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:25,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:29,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:30,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:34,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:35,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:39,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:40,641 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:43,839 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:02:45,642 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:45,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:50,643 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:50,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:02:55,644 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:02:55,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:00,645 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:00,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:05,646 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:05,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:10,647 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:10,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:13,840 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:03:15,648 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:16,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:20,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:21,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:25,650 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:26,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:30,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:31,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:35,652 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:36,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:40,653 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:41,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:43,841 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:03:45,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:47,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:50,655 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:51,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:03:51,785 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:03:51,785 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:03:51,785 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:03:52,289 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:03:53,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:03:55,656 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:03:58,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:00,657 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:03,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:03,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:04:03,847 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:04:03,848 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:04:03,848 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:04:04,293 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:04:05,294 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:04:05,658 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:08,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:10,659 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:13,842 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:04:14,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:15,660 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:19,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:20,661 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:24,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:25,663 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:29,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:30,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:34,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:35,665 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:39,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:40,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:43,842 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:04:45,667 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:45,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:50,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:50,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:04:55,669 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:04:55,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:00,670 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:00,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:05,671 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:05,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:10,672 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:10,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:13,843 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:05:15,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:16,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:20,674 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:21,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:25,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:26,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:30,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:31,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:35,677 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:36,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:40,678 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:41,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:43,845 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:05:45,680 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:47,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:50,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:52,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:05:55,682 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:05:57,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:00,683 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:02,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:06:02,780 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:06:02,780 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:06:02,780 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:06:03,343 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:06:03,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:05,684 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:08,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:10,685 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:13,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:13,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:06:14,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:06:14,776 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:06:14,777 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:06:14,777 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:06:15,348 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:06:15,686 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:17,349 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:06:18,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:20,687 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:23,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:25,688 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:28,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:30,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:33,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:35,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:38,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:40,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:43,847 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:06:44,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:45,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:49,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:50,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:54,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:06:55,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:06:59,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:00,696 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:04,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:05,697 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:09,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:10,698 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:13,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:07:15,699 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:15,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:20,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:20,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:25,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:25,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:30,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:30,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:35,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:35,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:40,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:40,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:43,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:07:45,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:46,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:50,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:51,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:07:55,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:07:56,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:00,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:01,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:05,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:06,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:10,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:11,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:08:11,758 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:08:11,759 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:08:11,759 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:08:12,397 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:08:12,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:13,851 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:08:15,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:17,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:20,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:22,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:23,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:08:23,727 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:08:23,727 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:08:23,727 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:08:24,402 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:08:25,403 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:08:25,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:28,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:30,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:33,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:35,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:38,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:40,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:43,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:43,852 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:08:45,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:48,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:50,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:53,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:08:55,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:08:58,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:00,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:03,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:05,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:08,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:10,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:13,853 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:09:14,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:15,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:19,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:20,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:24,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:25,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:29,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:30,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:34,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:35,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:39,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:40,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:43,854 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:09:45,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:45,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:50,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:50,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:09:55,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:09:55,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:00,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:00,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:05,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:05,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:10,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:10,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:13,855 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:10:15,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:16,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:20,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:21,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:10:21,108 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:10:21,108 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:10:21,109 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:10:21,450 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:10:22,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:25,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:27,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:30,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:32,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:33,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:10:33,074 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:10:33,074 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:10:33,075 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:10:33,455 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:10:35,456 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:10:35,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:37,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:40,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:42,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:43,856 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:10:45,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:47,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:50,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:52,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:10:55,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:10:57,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:00,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:02,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:05,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:07,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:10,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:12,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:13,857 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:11:15,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:18,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:20,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:23,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:25,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:28,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:30,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:30,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:33,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:35,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:38,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:40,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:43,858 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:11:44,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:45,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:49,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:50,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:54,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:11:55,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:11:59,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:00,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:04,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:05,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:09,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:10,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:13,859 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:12:15,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:15,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:20,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:20,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:25,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:25,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:30,451 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:12:30,452 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:12:30,453 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:12:30,453 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:12:30,502 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:12:30,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:31,454 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:35,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:36,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:40,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:41,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:42,468 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:12:42,469 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:12:42,470 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:12:42,470 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:12:42,507 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:12:43,508 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:12:43,860 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:12:45,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:46,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:50,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:51,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:12:55,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:12:56,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:00,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:01,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:05,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:06,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:10,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:11,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:13,861 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:13:15,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:17,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:20,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:22,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:25,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:27,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:30,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:32,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:35,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:37,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:40,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:42,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:43,862 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:13:45,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:48,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:50,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:53,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:13:55,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:13:58,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:00,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:03,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:05,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:08,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:10,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:13,863 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:14:14,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:15,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:19,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:20,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:24,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:25,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:29,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:30,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:34,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:35,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:39,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:14:39,736 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:14:39,737 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:14:39,737 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:14:40,558 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:14:40,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:40,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:43,864 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:14:45,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:45,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:50,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:50,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:14:51,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:14:51,787 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:14:51,787 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:14:51,788 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:14:52,563 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:14:53,564 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:14:55,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:14:55,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:00,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:00,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:05,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:05,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:10,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:10,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:13,865 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:15:15,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:16,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:20,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:21,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:25,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:26,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:30,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:31,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:35,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:36,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:40,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:41,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:43,866 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:15:45,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:47,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:50,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:52,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:15:55,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:15:57,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:00,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:02,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:05,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:07,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:10,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:12,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:13,867 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:16:15,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:18,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:20,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:23,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:25,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:28,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:30,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:33,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:35,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:38,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:40,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:43,868 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:16:44,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:45,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:49,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:16:49,836 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:16:49,836 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:16:49,836 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:16:50,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:16:50,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:50,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:16:55,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:16:55,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:00,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:00,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:01,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:17:01,889 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:17:01,889 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:17:01,890 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:17:02,616 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:17:03,617 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:17:05,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:05,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:10,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:10,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:13,870 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:17:15,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:16,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:20,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:21,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:25,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:26,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:30,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:31,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:35,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:36,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:40,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:41,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:43,871 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:17:45,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:47,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:50,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:52,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:17:55,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:17:57,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:00,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:02,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:05,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:07,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:10,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:12,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:13,872 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:18:15,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:18,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:20,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:23,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:25,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:28,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:30,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:33,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:35,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:38,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:40,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:43,873 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:18:44,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:45,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:49,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:50,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:54,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:18:55,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:18:57,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:18:57,815 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:18:57,816 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:18:57,816 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:18:58,664 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:19:00,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:00,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:05,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:05,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:09,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:19:09,843 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:19:09,843 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:19:09,844 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:19:10,669 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:19:10,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:10,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:11,669 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:19:13,874 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:19:15,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:16,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:20,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:21,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:25,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:26,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:30,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:31,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:35,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:36,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:40,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:41,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:43,875 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:19:45,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:47,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:50,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:52,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:19:55,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:19:57,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:00,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:02,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:05,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:07,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:10,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:12,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:13,875 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:20:15,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:18,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:20,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:23,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:25,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:28,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:30,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:33,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:35,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:38,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:40,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:43,876 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:20:44,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:45,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:49,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:50,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:54,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:20:55,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:20:59,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:00,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:04,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:05,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:21:05,652 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:21:05,653 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:21:05,653 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:21:05,715 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:21:05,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:10,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:10,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:13,881 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:21:15,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:15,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:17,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:21:17,607 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:21:17,608 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:21:17,608 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:21:17,720 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:21:19,721 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:21:20,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:21,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:25,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:26,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:30,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:31,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:35,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:36,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:40,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:41,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:43,878 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:21:45,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:46,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:50,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:51,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:21:55,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:21:56,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:00,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:01,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:05,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:06,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:10,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:11,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:13,880 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:22:15,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:17,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:20,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:22,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:25,899 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:27,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:30,900 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:32,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:35,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:37,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:40,902 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:42,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:43,880 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:22:45,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:48,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:50,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:53,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:22:55,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:22:58,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:00,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:03,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:05,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:08,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:10,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:13,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:23:13,851 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:23:13,851 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:23:13,852 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:23:13,881 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:23:14,766 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:23:14,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:15,909 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:19,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:20,910 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:24,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:25,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:23:25,806 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:23:25,807 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:23:25,807 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:23:25,913 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:26,770 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:23:27,771 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:23:29,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:30,914 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:34,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:35,915 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:39,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:40,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:43,882 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:23:45,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:45,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:50,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:50,918 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:23:55,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:23:55,919 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:00,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:00,920 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:05,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:05,921 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:10,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:10,922 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:13,882 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:24:15,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:16,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:20,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:21,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:25,926 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:26,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:30,926 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:31,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:35,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:36,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:40,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:41,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:43,884 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:24:45,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:47,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:50,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:52,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:24:55,931 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:24:57,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:00,932 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:02,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:05,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:07,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:10,934 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:12,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:13,884 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:25:15,935 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:18,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:20,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:23,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:25:23,234 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:25:23,234 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:25:23,234 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:25:23,817 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:25:24,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:25,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:29,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:30,938 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:34,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:35,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:25:35,280 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:25:35,280 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:25:35,280 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:25:35,821 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:25:35,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:37,822 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:25:39,379 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:40,940 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:43,885 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:25:44,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:45,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:49,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:50,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:54,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:25:55,943 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:25:59,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:00,944 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:04,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:05,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:09,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:10,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:13,886 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:26:15,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:15,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:20,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:20,947 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:25,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:25,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:30,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:30,949 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:35,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:35,950 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:40,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:40,951 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:43,887 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:26:45,951 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:46,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:50,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:51,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:26:55,953 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:26:56,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:00,954 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:01,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:05,955 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:06,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:10,956 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:11,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:13,889 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:27:15,957 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:17,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:20,959 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:22,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:25,960 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:27,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:30,961 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:32,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:27:32,261 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:27:32,262 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:27:32,262 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:27:32,868 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:27:33,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:35,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:38,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:40,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:43,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:43,889 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:27:44,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:27:44,214 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:27:44,214 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:27:44,215 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:27:44,872 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:27:45,872 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:27:45,964 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:48,313 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:50,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:53,314 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:27:55,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:27:58,315 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:00,967 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:03,316 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:05,968 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:08,317 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:10,969 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:13,318 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:13,890 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:28:15,971 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:18,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:20,972 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:23,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:25,973 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:28,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:30,974 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:33,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:35,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:38,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:40,976 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:43,891 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:28:44,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:45,977 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:49,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:50,978 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:54,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:28:55,979 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:28:59,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:00,980 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:04,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:05,981 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:10,982 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:13,892 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:29:15,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:15,983 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:20,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:20,984 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:25,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:25,985 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:30,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:30,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:35,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:35,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:39,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:29:39,674 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:29:39,675 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:29:39,675 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:29:39,917 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:29:40,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:41,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:43,893 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:29:45,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:46,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:50,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:51,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:29:51,706 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:29:51,707 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:29:51,707 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:29:51,921 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:29:52,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:29:54,923 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log +2024-04-01 08:29:55,991 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:29:57,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:00,993 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:02,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:05,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:07,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:10,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:12,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:13,894 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:30:15,996 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:17,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:20,997 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:22,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:25,998 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:27,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:30,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:32,899 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:36,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:37,900 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:41,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:42,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:43,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:30:43,222 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:30:43,223 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:30:43,223 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:30:43,895 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:30:43,941 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:30:46,002 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:48,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:51,003 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:53,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:30:55,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:30:55,238 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:30:55,238 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:30:55,239 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:30:55,354 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 08:30:55,356 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 08:30:55,356 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric +2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: history +2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record +2024-04-01 08:30:55,358 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 08:30:55,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause +2024-04-01 08:30:55,359 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 08:30:55,359 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 08:30:55,359 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 08:30:55,359 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 08:30:55,360 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 08:30:55,360 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined network monitor +2024-04-01 08:30:55,372 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:30:55,945 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json +2024-04-01 08:30:56,004 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:30:59,373 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:01,005 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:04,374 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:06,006 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:09,375 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:11,007 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:14,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:16,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:19,377 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:21,009 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:24,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:24,956 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml +2024-04-01 08:31:26,010 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:29,520 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:31,012 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:34,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:36,013 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:39,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:41,014 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:44,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:46,015 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:49,525 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:51,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:54,526 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:31:56,017 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:31:59,527 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:01,018 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:04,528 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:06,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:09,529 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:11,020 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:14,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:16,021 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:19,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:21,022 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:24,532 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:26,023 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:29,533 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:31,025 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:34,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:36,026 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:39,536 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:41,027 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:44,537 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:46,028 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:49,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:51,029 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:54,539 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:32:56,030 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:32:59,540 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:01,031 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:04,541 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:06,032 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:09,542 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:11,033 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:14,543 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:16,034 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:19,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:21,036 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:24,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:26,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:29,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:31,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:34,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:36,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:39,548 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:41,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:44,550 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:46,040 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:49,551 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:51,042 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:54,552 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:33:56,043 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:33:59,553 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:01,044 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:04,554 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:06,045 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:09,555 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:11,046 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:14,556 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:16,047 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:19,558 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:21,048 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:24,559 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:26,049 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:29,560 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:31,050 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:34,561 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:36,051 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:39,564 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:41,052 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:44,565 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:46,053 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:49,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:51,055 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:54,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:34:56,056 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:34:59,568 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:01,057 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:04,569 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:06,058 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:09,570 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:11,059 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:14,571 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:16,060 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:19,572 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:21,061 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:24,574 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:26,062 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:29,575 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:31,064 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:34,576 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:36,065 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:39,577 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:41,066 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:44,578 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:46,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:49,579 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:51,068 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:54,580 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:35:56,069 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:35:59,581 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:01,070 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:04,582 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:06,071 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:09,583 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:11,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:14,584 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:16,073 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:19,585 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:21,074 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:24,586 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:26,075 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:29,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:31,076 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:34,588 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:36,077 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:39,589 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:41,078 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:44,590 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:46,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:49,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:51,080 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:54,592 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:36:56,082 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:36:59,593 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:01,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:04,595 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:06,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:09,596 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:11,085 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:14,597 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:16,086 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:19,598 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:21,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:24,599 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:26,089 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:29,600 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:31,090 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:34,601 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:36,091 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:39,602 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:41,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:44,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:46,093 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:49,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:51,094 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:54,604 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:37:56,096 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:37:59,605 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:01,097 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:04,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:06,098 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:09,607 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:11,099 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:14,609 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:16,101 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:19,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:21,102 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:24,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:26,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:29,612 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:31,104 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:34,614 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:36,105 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:39,615 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:41,106 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:44,616 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:46,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:49,617 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:51,108 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:54,618 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:38:56,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:38:59,619 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:01,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:04,620 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:06,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:09,621 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:11,113 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:14,622 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:16,114 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:19,623 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:21,115 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:24,624 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:26,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:29,625 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:31,117 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:34,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:36,118 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:39,627 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:41,120 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:44,628 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:46,121 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:49,630 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:51,122 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:54,631 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:39:56,123 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:39:59,632 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:01,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:04,633 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:06,125 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:09,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:11,126 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:14,636 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:16,127 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:19,637 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:21,128 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:24,638 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:26,129 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:29,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:31,130 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:34,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:36,131 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:39,641 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:41,132 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:44,642 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:46,134 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:49,643 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:51,135 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:54,644 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:40:56,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:40:59,645 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:01,137 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:04,647 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:06,138 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:09,648 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:11,139 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:14,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:16,141 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:19,650 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:21,142 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:24,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:26,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:29,652 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:31,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:34,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:36,145 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:39,655 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:41,146 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:44,656 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:46,147 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:49,657 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:51,148 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:54,658 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:41:56,149 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:41:59,659 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:01,151 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:04,660 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:06,152 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:09,661 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:11,153 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:14,662 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:16,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:19,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:21,156 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:24,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:26,157 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:29,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:31,158 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:34,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:36,159 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:39,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:41,160 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:44,669 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:46,162 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:49,670 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:51,163 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:54,671 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:42:56,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:42:59,672 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:01,165 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:04,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:06,166 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:09,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:11,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:14,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:16,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:19,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:21,170 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:24,677 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:26,171 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:29,679 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:31,172 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:34,680 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:36,174 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:39,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:41,175 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:44,682 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:46,176 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:49,684 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:51,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:54,685 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:43:56,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:43:59,686 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:01,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:04,687 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:06,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:09,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:11,181 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:14,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:16,182 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:19,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:21,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:24,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:26,185 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:29,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:31,186 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:34,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:36,187 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:39,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:41,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:44,696 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:46,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:49,697 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:51,190 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:54,699 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:44:56,191 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:44:59,700 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:01,192 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:04,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:06,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:09,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:11,195 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:14,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:16,196 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:19,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:21,197 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:24,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:26,198 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:29,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:31,199 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:34,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:36,200 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:39,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:41,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:44,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:46,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:49,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:51,203 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:54,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:45:56,205 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:45:59,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:01,206 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:04,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:06,207 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:09,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:11,208 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:14,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:16,209 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:19,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:21,210 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:24,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:26,212 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:29,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:31,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:34,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:36,214 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:39,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:41,215 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:44,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:46,216 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:49,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:51,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:54,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:46:56,218 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:46:59,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:01,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:04,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:06,220 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:09,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:11,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:14,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:16,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:19,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:21,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:24,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:26,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:29,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:31,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:34,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:36,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:39,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:41,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:44,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:46,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:49,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:51,229 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:54,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:47:56,231 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:47:59,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:01,232 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:04,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:06,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:09,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:11,234 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:14,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:16,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:19,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:21,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:24,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:26,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:29,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:31,238 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:34,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:36,239 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:39,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:41,241 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:44,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:46,242 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:49,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:51,243 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:54,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:48:56,244 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:48:59,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:01,245 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:04,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:06,246 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:09,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:11,247 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:14,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:16,248 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:19,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:21,249 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:24,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:26,250 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:29,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:31,251 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:34,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:36,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:39,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:41,254 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:44,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:46,255 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:49,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:51,256 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:54,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:49:56,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:49:59,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:01,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:04,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:06,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:09,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:11,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:14,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:16,261 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:19,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:21,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:24,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:26,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:29,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:31,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:34,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:36,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:39,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:41,266 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:44,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:46,267 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:49,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:51,268 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:54,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:50:56,270 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:50:59,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:01,271 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:04,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:06,272 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:09,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:11,273 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:14,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:16,274 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:19,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:21,275 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:24,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:26,276 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:29,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:31,277 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:34,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:36,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:39,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:41,280 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:44,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:46,281 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:49,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:51,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:54,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:51:56,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:51:59,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:01,285 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:04,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:06,286 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:09,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:11,287 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:13,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume +2024-04-01 08:52:13,856 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 08:52:13,856 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor +2024-04-01 08:52:13,857 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 08:52:13,859 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 08:52:13,859 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring +2024-04-01 08:52:13,860 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 08:52:13,860 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring +2024-04-01 08:52:13,862 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring +2024-04-01 08:52:13,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause +2024-04-01 08:52:13,888 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 08:52:13,888 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 08:52:13,889 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 08:52:13,892 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined network monitor +2024-04-01 08:52:13,902 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:52:14,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:16,289 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:19,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:21,290 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:24,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:26,291 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:29,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:31,292 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:34,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:36,293 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:39,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:41,294 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:43,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume +2024-04-01 08:52:43,725 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 08:52:43,725 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor +2024-04-01 08:52:43,725 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 08:52:43,725 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 08:52:43,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause +2024-04-01 08:52:43,726 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 08:52:43,726 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 08:52:43,727 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring +2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 08:52:43,728 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 08:52:43,728 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 08:52:43,729 DEBUG SenderThread:109 [sender.py:send():378] send: stats +2024-04-01 08:52:45,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 08:52:46,295 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 08:52:46,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume +2024-04-01 08:52:46,759 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 08:52:46,759 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor +2024-04-01 08:52:46,760 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 08:52:46,760 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 08:52:46,761 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring +2024-04-01 08:52:46,763 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 08:52:46,764 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring +2024-04-01 08:52:46,764 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring