diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -1,3620 +1,687 @@ -2024-04-01 06:54:13,065 INFO StreamThr :109 [internal.py:wandb_internal():86] W&B internal server running at pid: 109, started at: 2024-04-01 06:54:13.064855 -2024-04-01 06:54:13,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status -2024-04-01 06:54:13,455 INFO WriterThread:109 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/run-yzd7dxs3.wandb -2024-04-01 06:54:13,455 DEBUG SenderThread:109 [sender.py:send():378] send: header -2024-04-01 06:54:13,459 DEBUG SenderThread:109 [sender.py:send():378] send: run -2024-04-01 06:54:13,578 INFO SenderThread:109 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files -2024-04-01 06:54:13,578 INFO SenderThread:109 [sender.py:_start_run_threads():1099] run started: yzd7dxs3 with start time 1711954453.066229 -2024-04-01 06:54:13,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: check_version -2024-04-01 06:54:13,587 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: check_version -2024-04-01 06:54:13,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: run_start -2024-04-01 06:54:13,693 DEBUG HandlerThread:109 [system_info.py:__init__():26] System info init -2024-04-01 06:54:13,694 DEBUG HandlerThread:109 [system_info.py:__init__():41] System info init done -2024-04-01 06:54:13,694 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor -2024-04-01 06:54:13,694 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-04-01 06:54:13,694 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring -2024-04-01 06:54:13,695 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring -2024-04-01 06:54:13,696 INFO HandlerThread:109 [system_monitor.py:probe():214] Collecting system info -2024-04-01 06:54:13,696 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring -2024-04-01 06:54:13,697 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring -2024-04-01 06:54:13,698 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring -2024-04-01 06:54:13,708 DEBUG HandlerThread:109 [system_info.py:probe():150] Probing system -2024-04-01 06:54:13,710 DEBUG HandlerThread:109 [gitlib.py:_init_repo():56] git repository is invalid -2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_info.py:probe():198] Probing system done -2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-01T06:54:13.708576', 'startedAt': '2024-04-01T06:54:13.058429', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'e5cddbcf0d54', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.196, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}, {'current': 2000.196, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.092014312744}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.35755157470703}} -2024-04-01 06:54:13,711 INFO HandlerThread:109 [system_monitor.py:probe():224] Finished collecting system info -2024-04-01 06:54:13,711 INFO HandlerThread:109 [system_monitor.py:probe():227] Publishing system info -2024-04-01 06:54:13,711 DEBUG HandlerThread:109 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment -2024-04-01 06:54:14,580 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/conda-environment.yaml -2024-04-01 06:55:09,596 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/conda-environment.yaml -2024-04-01 06:55:09,881 DEBUG HandlerThread:109 [system_info.py:_save_conda():219] Saving conda packages done -2024-04-01 06:55:09,882 INFO HandlerThread:109 [system_monitor.py:probe():229] Finished publishing system info -2024-04-01 06:55:09,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: python_packages -2024-04-01 06:55:09,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: internal_messages -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: stop_status -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:09,898 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: python_packages -2024-04-01 06:55:09,900 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry -2024-04-01 06:55:09,901 DEBUG SenderThread:109 [sender.py:send():378] send: config -2024-04-01 06:55:09,902 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry -2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:55:09,903 WARNING SenderThread:109 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) -2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send():378] send: telemetry -2024-04-01 06:55:09,903 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: stop_status -2024-04-01 06:55:10,009 DEBUG SenderThread:109 [sender.py:send():378] send: files -2024-04-01 06:55:10,009 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now -2024-04-01 06:55:10,265 INFO wandb-upload_0:109 [upload_job.py:push():131] Uploaded file /tmp/tmpecyqrr2zwandb/vfgbx96j-wandb-metadata.json -2024-04-01 06:55:10,596 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 06:55:10,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-metadata.json -2024-04-01 06:55:10,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/requirements.txt -2024-04-01 06:55:12,597 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 06:55:13,698 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-04-01 06:55:13,699 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:55:13,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:14,598 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml -2024-04-01 06:55:14,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:18,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:19,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:23,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:24,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:28,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:29,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:33,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:34,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:38,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:39,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:43,700 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:55:44,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:44,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:49,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:49,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:54,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:54,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:55:59,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:55:59,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:04,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:04,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:09,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:09,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:13,701 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:56:14,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:15,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:19,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:20,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:24,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:25,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:29,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:30,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:34,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:35,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:39,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:40,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:42,448 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:42,450 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 06:56:42,451 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 06:56:42,453 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 06:56:42,635 INFO Thread-12 :109 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 06:56:43,702 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:56:44,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:46,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:47,637 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml -2024-04-01 06:56:49,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:51,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:54,665 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 06:56:54,668 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 06:56:54,669 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 06:56:54,669 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 06:56:54,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:56:55,641 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 06:56:56,641 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 06:56:57,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:56:59,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:02,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:04,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:07,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:09,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:12,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:13,703 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:57:14,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:18,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:19,651 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml -2024-04-01 06:57:19,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:23,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:24,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:28,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:29,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:33,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:34,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:38,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:39,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:43,704 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:57:44,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:44,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:49,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:49,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:54,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:54,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:57:59,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:57:59,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:04,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:04,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:09,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:09,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:13,706 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:58:14,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:15,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:19,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:20,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:24,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:25,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:29,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:30,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:34,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:35,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:39,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:40,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:43,707 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:58:44,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:46,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:49,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:51,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:54,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 06:58:54,080 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 06:58:54,080 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 06:58:54,082 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 06:58:54,691 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 06:58:54,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:58:57,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:58:59,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:02,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:04,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:06,382 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 06:59:06,383 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 06:59:06,384 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 06:59:06,386 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 06:59:06,697 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 06:59:07,482 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:08,698 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 06:59:09,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:12,483 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:13,707 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:59:14,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:17,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:19,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:22,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:24,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:27,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:29,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:32,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:34,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:37,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:39,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:42,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:43,711 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 06:59:44,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:48,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:49,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:53,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:54,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 06:59:58,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 06:59:59,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:03,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:04,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:08,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:09,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:13,710 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:00:14,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:14,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:19,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:19,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:24,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:24,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:29,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:29,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:34,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:34,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:39,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:39,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:43,711 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:00:44,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:45,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:49,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:50,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:54,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:00:55,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:00:59,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:00,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:04,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:05,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:07,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:01:07,017 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:01:07,017 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:01:07,018 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:01:07,753 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:01:09,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:11,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:13,712 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:01:14,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:16,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:19,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:01:19,360 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:01:19,360 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:01:19,361 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:01:19,758 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:01:19,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:20,759 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:01:22,458 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:24,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:27,459 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:29,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:32,460 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:34,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:37,461 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:39,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:42,462 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:43,714 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:01:44,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:47,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:49,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:52,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:54,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:01:57,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:01:59,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:02,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:04,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:07,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:09,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:12,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:13,714 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:02:14,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:18,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:19,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:23,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:24,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:28,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:29,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:33,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:34,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:38,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:39,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:43,716 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:02:44,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:44,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:49,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:49,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:54,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:54,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:02:59,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:02:59,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:04,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:04,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:09,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:09,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:13,717 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:03:14,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:15,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:18,996 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:03:18,997 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:03:18,997 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:03:18,998 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:03:19,806 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:03:19,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:20,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:24,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:26,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:29,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:31,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:31,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:03:31,089 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:03:31,090 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:03:31,090 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:03:31,812 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:03:32,813 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:03:34,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:36,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:39,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:41,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:43,717 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:03:44,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:46,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:49,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:51,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:54,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:03:56,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:03:59,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:01,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:04,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:06,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:09,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:11,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:13,719 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:04:14,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:17,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:19,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:22,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:24,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:27,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:29,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:32,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:34,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:37,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:39,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:42,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:43,720 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:04:44,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:48,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:49,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:53,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:54,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:04:58,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:04:59,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:03,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:04,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:08,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:09,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:13,721 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:05:14,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:14,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:19,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:19,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:24,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:24,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:28,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:05:28,607 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:05:28,607 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:05:28,608 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:05:28,858 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:05:29,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:30,608 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:34,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:35,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:39,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:40,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:40,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:05:40,650 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:05:40,650 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:05:40,651 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:05:40,863 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:05:42,864 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:05:43,721 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:05:44,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:45,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:49,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:50,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:54,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:05:55,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:05:59,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:00,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:04,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:05,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:09,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:10,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:13,722 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:06:14,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:16,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:19,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:21,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:24,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:26,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:29,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:31,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:34,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:36,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:39,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:41,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:43,728 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:06:44,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:46,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:49,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:51,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:54,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:06:56,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:06:59,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:01,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:04,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:06,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:09,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:11,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:13,724 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:07:14,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:17,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:19,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:22,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:24,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:27,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:29,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:32,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:34,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:37,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:38,970 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:07:38,971 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:07:38,972 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:07:38,973 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:07:39,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:39,912 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:07:42,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:43,725 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:07:44,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:48,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:49,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:50,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:07:50,940 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:07:50,940 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:07:50,940 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:07:51,918 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:07:52,918 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:07:54,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:54,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:07:59,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:07:59,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:04,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:04,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:09,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:09,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:13,726 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:08:14,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:14,902 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:19,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:19,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:24,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:24,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:29,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:29,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:34,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:34,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:39,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:39,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:43,727 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:08:44,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:45,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:49,909 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:50,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:54,910 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:08:55,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:08:59,911 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:00,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:04,912 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:05,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:09,914 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:10,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:13,728 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:09:14,915 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:16,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:19,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:21,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:24,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:26,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:29,918 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:31,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:34,919 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:36,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:39,920 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:41,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:43,729 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:09:44,921 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:47,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:49,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:09:49,221 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:09:49,221 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:09:49,221 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:09:49,922 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:49,968 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:09:53,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:54,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:09:58,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:09:59,924 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:01,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:10:01,185 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:10:01,185 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:10:01,186 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:10:01,972 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:10:02,973 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:10:03,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:04,925 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:08,283 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:09,927 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:13,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:13,730 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:10:14,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:18,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:19,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:23,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:24,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:28,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:29,931 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:33,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:34,932 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:38,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:39,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:43,731 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:10:44,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:44,934 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:49,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:49,935 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:54,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:54,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:10:59,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:10:59,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:04,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:04,938 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:09,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:09,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:13,732 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:11:14,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:15,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:19,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:20,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:24,943 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:25,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:29,944 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:30,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:34,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:35,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:39,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:40,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:43,733 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:11:44,947 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:46,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:49,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:51,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:54,949 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:11:56,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:11:57,416 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:11:57,418 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:11:57,418 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:11:57,418 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:11:58,018 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:11:59,950 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:02,420 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:04,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:07,421 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:09,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:12:09,377 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:12:09,378 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:12:09,378 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:12:09,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:10,022 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:12:12,023 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:12:12,473 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:13,734 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:12:14,953 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:17,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:19,954 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:22,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:24,955 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:27,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:29,956 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:32,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:34,957 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:37,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:39,958 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:42,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:43,734 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:12:44,960 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:48,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:49,961 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:53,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:54,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:12:58,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:12:59,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:03,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:04,964 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:08,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:09,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:13,735 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:13:14,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:14,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:19,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:19,967 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:24,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:24,968 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:29,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:29,970 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:34,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:34,971 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:39,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:39,972 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:43,737 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:13:44,973 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:45,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:49,974 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:50,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:54,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:13:55,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:13:59,976 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:00,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:04,977 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:05,388 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:14:05,390 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:14:05,390 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:14:05,390 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:14:06,095 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:14:06,391 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:09,978 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:11,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:13,738 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:14:14,979 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:16,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:17,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:14:17,425 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:14:17,425 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:14:17,425 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:14:18,100 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:14:19,981 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:20,101 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:14:22,520 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:24,982 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:27,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:29,983 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:32,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:34,984 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:37,523 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:39,985 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:42,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:43,739 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:14:44,986 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:47,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:49,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:52,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:54,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:14:57,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:14:59,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:02,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:04,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:07,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:09,991 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:12,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:13,740 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:15:14,992 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:18,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:19,993 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:23,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:24,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:28,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:29,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:33,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:34,997 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:38,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:39,998 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:43,742 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:15:44,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:44,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:49,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:50,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:54,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:15:55,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:15:59,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:00,002 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:04,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:05,003 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:09,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:10,004 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:13,742 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:16:14,327 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:16:14,329 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:16:14,329 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:16:14,329 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:16:15,005 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:15,147 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:16:15,330 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:20,006 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:20,331 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:25,007 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:25,332 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:26,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:16:26,285 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:16:26,285 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:16:26,286 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:16:27,152 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:16:28,152 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:16:30,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:30,382 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:35,009 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:35,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:40,010 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:40,385 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:43,743 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:16:45,011 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:45,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:50,012 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:50,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:16:55,013 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:16:55,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:00,014 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:00,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:05,015 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:05,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:10,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:10,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:13,745 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:17:15,017 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:16,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:20,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:21,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:25,020 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:26,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:30,021 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:31,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:35,022 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:36,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:40,023 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:41,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:43,746 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:17:45,024 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:47,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:50,025 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:52,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:17:55,026 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:17:57,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:00,027 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:02,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:05,028 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:07,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:10,029 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:12,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:13,747 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:18:15,030 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:18,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:20,031 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:23,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:23,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:18:23,934 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:18:23,935 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:18:23,935 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:18:24,198 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:18:25,032 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:28,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:30,033 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:33,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:35,034 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:35,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:18:35,995 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:18:35,995 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:18:35,996 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:18:36,202 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:18:38,203 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:18:39,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:40,035 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:43,748 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:18:44,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:45,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:49,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:50,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:54,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:18:55,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:18:59,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:00,040 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:04,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:05,041 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:09,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:10,042 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:13,748 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:19:15,043 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:15,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:20,044 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:20,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:25,047 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:25,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:30,048 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:30,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:35,049 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:35,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:40,050 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:40,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:43,749 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:19:45,055 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:46,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:50,056 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:51,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:19:55,057 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:19:56,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:00,058 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:01,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:05,059 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:06,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:10,060 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:11,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:13,750 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:20:15,062 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:17,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:20,063 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:22,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:25,064 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:27,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:30,065 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:32,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:33,535 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:20:33,536 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:20:33,537 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:20:33,537 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:20:34,249 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:20:35,066 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:38,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:40,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:43,539 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:43,751 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:20:45,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:45,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:20:45,592 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:20:45,592 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:20:45,593 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:20:46,253 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:20:48,254 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:20:48,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:50,068 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:53,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:20:55,069 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:20:58,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:00,070 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:03,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:05,071 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:08,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:10,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:13,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:13,756 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:21:15,074 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:18,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:20,075 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:23,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:25,076 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:28,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:30,077 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:33,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:35,078 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:38,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:40,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:43,753 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:21:44,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:45,080 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:49,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:50,081 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:54,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:21:55,082 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:21:59,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:00,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:04,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:05,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:09,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:10,085 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:13,754 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:22:15,086 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:15,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:20,087 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:20,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:25,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:25,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:30,089 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:30,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:35,090 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:35,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:40,091 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:40,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:42,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:22:42,627 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:22:42,627 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:22:42,628 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:22:43,299 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:22:43,756 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:22:45,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:46,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:50,093 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:51,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:22:54,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:22:54,604 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:22:54,604 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:22:54,605 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:22:55,094 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:22:55,303 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:22:56,304 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:22:57,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:00,095 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:02,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:05,096 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:07,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:10,097 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:12,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:13,757 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:23:15,098 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:17,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:20,099 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:22,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:25,101 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:27,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:30,102 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:32,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:35,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:37,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:40,104 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:42,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:43,758 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:23:45,105 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:48,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:50,106 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:53,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:23:55,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:23:58,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:00,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:03,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:05,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:08,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:10,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:13,759 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:24:14,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:15,112 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:19,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:20,113 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:24,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:25,114 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:29,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:30,115 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:34,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:35,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:39,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:40,117 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:43,760 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:24:45,118 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:45,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:50,119 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:50,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:24:50,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:24:50,823 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:24:50,824 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:24:50,824 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:24:51,352 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:24:55,120 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:24:55,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:00,121 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:00,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:02,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:25:02,773 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:25:02,774 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:25:02,774 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:25:03,357 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:25:04,357 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:25:05,122 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:05,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:10,123 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:10,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:13,761 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:25:15,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:16,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:20,125 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:21,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:25,126 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:26,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:30,127 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:31,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:35,128 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:36,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:40,129 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:41,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:43,762 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:25:45,130 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:47,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:50,131 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:52,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:25:55,132 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:25:57,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:00,133 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:02,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:05,134 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:07,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:10,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:12,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:13,762 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:26:15,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:18,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:20,137 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:23,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:25,138 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:28,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:30,139 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:33,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:35,141 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:38,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:40,142 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:43,764 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:26:44,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:45,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:49,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:50,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:54,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:26:55,145 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:26:59,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:00,146 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:00,452 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:27:00,453 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:27:00,454 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:27:00,454 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:27:01,404 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:27:05,147 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:05,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:10,148 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:10,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:12,501 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:27:12,502 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:27:12,502 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:27:12,503 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:27:13,410 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:27:13,765 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:27:14,410 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:27:15,149 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:15,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:20,151 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:20,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:25,152 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:25,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:30,153 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:30,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:35,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:35,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:40,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:40,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:43,767 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:27:45,156 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:46,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:50,157 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:51,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:27:55,158 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:27:56,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:00,159 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:01,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:05,160 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:06,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:10,161 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:11,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:13,768 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:28:15,162 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:17,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:20,163 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:22,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:25,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:27,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:30,165 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:32,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:35,166 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:37,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:40,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:42,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:43,769 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:28:45,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:48,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:50,170 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:53,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:28:55,171 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:28:58,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:00,172 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:03,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:05,173 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:08,437 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:29:08,438 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:29:08,438 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:29:08,439 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:29:08,458 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:29:09,439 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:10,174 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:13,770 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:29:14,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:15,175 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:19,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:20,176 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:20,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:29:20,399 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:29:20,399 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:29:20,400 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:29:20,463 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:29:22,464 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:29:25,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:25,495 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:30,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:30,496 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:35,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:35,497 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:40,181 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:40,498 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:43,771 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:29:45,182 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:45,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:50,183 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:50,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:29:55,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:29:55,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:00,185 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:00,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:05,186 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:05,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:10,187 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:10,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:13,772 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:30:15,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:16,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:20,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:21,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:25,190 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:26,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:30,192 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:31,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:35,193 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:36,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:40,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:41,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:43,773 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:30:45,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:47,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:50,195 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:52,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:30:55,197 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:30:57,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:00,198 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:02,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:05,199 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:07,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:10,200 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:12,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:13,774 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:31:15,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:16,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:31:16,938 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:31:16,938 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:31:16,939 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:31:17,509 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:31:17,940 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:20,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:22,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:25,203 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:27,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:28,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:31:28,887 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:31:28,887 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:31:28,887 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:31:29,513 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:31:30,204 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:30,513 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:31:32,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:35,205 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:37,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:40,206 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:42,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:43,775 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:31:45,207 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:48,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:50,208 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:53,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:31:55,209 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:31:58,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:00,211 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:03,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:05,212 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:08,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:10,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:13,776 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:32:14,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:15,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:19,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:20,215 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:24,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:25,216 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:29,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:30,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:34,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:35,218 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:39,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:40,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:43,777 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:32:45,220 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:45,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:50,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:50,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:32:55,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:32:55,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:00,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:00,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:05,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:05,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:10,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:10,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:13,778 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:33:15,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:16,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:20,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:21,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:25,140 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:33:25,141 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:33:25,142 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:33:25,142 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:33:25,229 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:25,557 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:33:27,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:30,230 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:32,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:35,231 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:37,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:33:37,104 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:33:37,104 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:33:37,105 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:33:37,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:37,562 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:33:38,563 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:33:40,232 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:42,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:43,779 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:33:45,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:47,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:50,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:52,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:33:55,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:33:57,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:00,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:02,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:05,238 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:07,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:10,239 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:12,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:13,781 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:34:15,240 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:18,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:20,242 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:23,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:25,243 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:28,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:30,244 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:33,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:35,245 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:38,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:40,246 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:43,782 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:34:44,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:45,247 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:49,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:50,248 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:54,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:34:55,249 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:34:59,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:00,250 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:04,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:05,252 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:09,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:10,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:13,783 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:35:15,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:15,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:20,254 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:20,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:25,256 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:25,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:30,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:30,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:34,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:35:34,165 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:35:34,166 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:35:34,166 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:35:34,606 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:35:35,258 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:36,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:40,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:41,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:43,783 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:35:45,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:46,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:35:46,125 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:35:46,126 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:35:46,126 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:35:46,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:46,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:35:46,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:35:50,261 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:51,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:35:55,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:35:56,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:00,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:01,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:05,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:06,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:10,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:11,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:13,789 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:36:15,266 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:16,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:20,267 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:21,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:25,268 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:26,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:30,269 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:31,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:35,270 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:36,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:40,271 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:41,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:43,785 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:36:45,272 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:47,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:50,274 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:52,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:36:55,275 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:36:57,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:00,277 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:02,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:05,278 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:07,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:10,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:12,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:13,788 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:37:15,280 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:18,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:20,281 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:23,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:25,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:28,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:30,283 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:33,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:35,285 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:38,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:40,286 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:42,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:37:42,722 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:37:42,722 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:37:42,723 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:37:43,658 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:37:43,787 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:37:44,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:45,287 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:49,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:50,288 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:54,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:37:54,758 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:37:54,758 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:37:54,759 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:37:54,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:37:55,289 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:37:55,664 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:37:57,665 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:37:59,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:00,290 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:04,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:05,291 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:09,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:10,292 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:13,788 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:38:15,293 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:15,789 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:20,294 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:20,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:25,295 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:25,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:30,297 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:30,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:35,298 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:35,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:40,299 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:40,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:43,789 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:38:45,301 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:46,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:50,301 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:51,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:38:55,303 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:38:56,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:00,304 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:01,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:05,305 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:06,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:10,306 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:11,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:13,790 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:39:15,307 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:17,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:20,308 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:22,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:25,309 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:27,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:30,310 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:32,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:35,311 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:37,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:40,312 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:42,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:43,792 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:39:45,313 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:48,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:50,314 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:51,345 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:39:51,347 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:39:51,347 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:39:51,347 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:39:51,713 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:39:54,348 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:39:55,315 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:39:59,349 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:00,316 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:03,298 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:40:03,300 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:40:03,300 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:40:03,301 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:40:03,717 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:40:04,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:05,323 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:05,718 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:40:09,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:10,324 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:13,793 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:40:14,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:15,325 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:19,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:20,326 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:24,796 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:25,327 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:29,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:30,328 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:34,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:35,329 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:39,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:40,330 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:43,795 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:40:45,331 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:45,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:50,333 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:50,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:40:55,334 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:40:55,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:00,335 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:00,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:05,336 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:05,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:10,337 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:10,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:13,795 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:41:15,339 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:16,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:20,340 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:21,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:25,341 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:26,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:30,342 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:31,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:35,343 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:36,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:40,344 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:41,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:43,796 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:41:45,346 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:47,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:50,347 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:52,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:41:55,348 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:41:57,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:00,230 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:42:00,231 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:42:00,232 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:42:00,232 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:42:00,349 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:00,762 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:42:03,234 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:05,350 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:08,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:10,351 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:12,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:42:12,258 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:42:12,258 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:42:12,258 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:42:12,766 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:42:13,355 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:13,767 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:42:13,797 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:42:15,354 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:18,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:20,355 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:23,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:25,356 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:28,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:30,357 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:33,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:35,358 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:38,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:40,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:43,798 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:42:44,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:45,360 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:49,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:50,362 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:54,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:42:55,363 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:42:59,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:00,364 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:04,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:05,365 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:09,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:10,366 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:13,799 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:43:15,367 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:15,800 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:20,368 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:20,801 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:25,369 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:25,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:30,370 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:30,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:35,371 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:35,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:40,372 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:40,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:43,801 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:43:45,373 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:46,802 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:50,374 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:51,803 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:43:55,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:43:56,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:00,377 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:01,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:05,378 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:06,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:09,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:44:09,424 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:44:09,425 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:44:09,425 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:44:09,814 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:44:10,379 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:12,426 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:13,802 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:44:15,380 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:17,804 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:20,381 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:21,446 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:44:21,447 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:44:21,448 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:44:21,448 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:44:21,818 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:44:23,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:23,819 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:44:25,383 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:28,545 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:30,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:33,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:35,385 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:38,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:40,386 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:43,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:43,803 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:44:45,387 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:48,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:50,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:53,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:44:55,393 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:44:58,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:00,394 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:03,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:05,395 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:08,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:10,395 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:13,804 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:45:14,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:15,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:19,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:20,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:24,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:25,398 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:29,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:30,399 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:34,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:35,401 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:39,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:40,402 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:43,805 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:45:45,403 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:45,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:50,404 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:50,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:45:55,405 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:45:55,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:00,406 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:00,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:05,407 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:05,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:10,408 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:10,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:13,806 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:46:15,409 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:16,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:18,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:46:18,260 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:46:18,260 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:46:18,261 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:46:18,864 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:46:20,410 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:22,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:25,411 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:27,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:30,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:46:30,219 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:46:30,219 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:46:30,219 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:46:30,412 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:30,870 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:46:31,871 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:46:32,317 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:35,413 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:37,318 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:40,414 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:42,319 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:43,807 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:46:45,415 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:47,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:50,416 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:52,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:46:55,417 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:46:57,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:00,418 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:02,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:05,419 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:07,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:10,420 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:12,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:13,808 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:47:15,422 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:18,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:20,423 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:23,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:25,424 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:28,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:30,425 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:33,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:35,426 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:38,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:40,427 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:43,809 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:47:44,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:45,428 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:49,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:50,429 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:54,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:47:55,430 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:47:59,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:00,431 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:04,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:05,432 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:09,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:10,433 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:13,810 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:48:15,435 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:15,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:20,436 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:20,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:25,437 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:25,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:28,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:48:28,691 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:48:28,691 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:48:28,691 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:48:28,915 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:48:30,438 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:31,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:35,439 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:36,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:40,440 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:41,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:48:41,009 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:48:41,009 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:48:41,010 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:48:41,920 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:48:41,920 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:48:42,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:43,810 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:48:45,441 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:47,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:50,442 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:52,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:48:55,443 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:48:57,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:00,444 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:02,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:05,446 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:07,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:10,447 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:12,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:13,811 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:49:15,448 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:18,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:20,454 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:23,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:25,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:28,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:30,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:33,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:35,457 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:38,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:40,458 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:43,812 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:49:44,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:45,460 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:49,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:50,461 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:54,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:49:55,462 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:49:59,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:00,463 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:04,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:05,464 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:09,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:10,465 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:13,813 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:50:15,466 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:15,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:20,467 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:20,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:25,468 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:25,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:30,469 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:30,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:35,470 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:35,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:40,471 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:40,519 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:50:40,520 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:50:40,520 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:50:40,521 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:50:40,966 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:50:41,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:43,814 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:50:45,472 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:46,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:50,473 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:51,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:50:52,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:50:52,858 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:50:52,859 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:50:52,859 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:50:52,971 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:50:53,971 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:50:55,474 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:50:56,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:00,475 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:01,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:05,476 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:06,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:10,477 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:11,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:13,815 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:51:15,478 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:17,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:20,479 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:22,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:25,480 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:27,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:30,481 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:32,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:35,483 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:37,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:40,484 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:42,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:43,816 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:51:45,485 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:48,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:50,486 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:53,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:51:55,487 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:51:58,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:00,488 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:03,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:05,489 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:08,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:10,491 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:13,817 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:52:14,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:15,492 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:19,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:20,493 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:24,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:25,494 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:29,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:30,495 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:34,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:35,496 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:39,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:40,497 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:43,818 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:52:45,498 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:45,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:50,499 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:50,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:52:53,925 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:52:53,926 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:52:53,927 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:52:53,927 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:52:54,019 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:52:55,501 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:52:55,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:00,504 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:00,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:05,504 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:05,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:06,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:53:06,258 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:53:06,259 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:53:06,259 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:53:07,024 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:53:08,024 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:53:10,505 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:11,357 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:13,819 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:53:15,506 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:16,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:20,507 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:21,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:25,508 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:26,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:30,509 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:31,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:35,515 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:36,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:40,516 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:41,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:43,820 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:53:45,517 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:47,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:50,518 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:52,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:53:55,519 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:53:57,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:00,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:02,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:05,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:07,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:10,523 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:12,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:13,821 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:54:15,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:18,822 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:20,525 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:23,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:25,526 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:28,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:30,527 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:33,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:35,528 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:38,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:40,529 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:43,822 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:54:44,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:45,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:49,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:50,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:54,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:54:55,533 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:54:59,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:00,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:04,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:05,535 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:06,389 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:55:06,390 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:55:06,391 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:55:06,391 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:55:07,072 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:55:10,392 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:10,536 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:13,823 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:55:15,537 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:15,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:18,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:55:18,668 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:55:18,668 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:55:18,669 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:55:19,076 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:55:20,076 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:55:20,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:21,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:25,540 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:26,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:30,541 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:31,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:35,542 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:36,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:40,543 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:41,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:43,824 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:55:45,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:46,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:50,545 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:51,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:55:55,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:55:56,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:00,548 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:01,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:05,549 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:06,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:10,550 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:11,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:13,825 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:56:15,551 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:17,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:20,552 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:22,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:25,553 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:27,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:30,554 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:32,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:35,555 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:37,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:40,556 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:42,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:43,827 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:56:45,557 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:48,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:50,558 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:53,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:56:55,559 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:56:58,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:00,561 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:03,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:05,562 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:08,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:10,563 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:13,827 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:57:14,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:15,564 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:18,397 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:57:18,398 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:57:18,399 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:57:18,399 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:57:19,128 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:57:20,400 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:20,565 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:25,401 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:25,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:30,402 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:30,567 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:30,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:57:30,669 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:57:30,670 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:57:30,670 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:57:31,133 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:57:32,134 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:57:35,568 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:35,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:40,569 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:40,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:43,829 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:57:45,570 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:45,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:50,571 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:50,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:57:55,572 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:57:55,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:00,573 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:00,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:05,574 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:05,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:10,575 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:10,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:13,830 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:58:15,576 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:16,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:20,578 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:21,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:25,579 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:26,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:30,580 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:31,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:35,581 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:36,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:40,582 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:41,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:43,831 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:58:45,583 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:47,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:50,584 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:52,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:58:55,585 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:58:57,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:00,586 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:02,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:05,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:07,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:10,588 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:12,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:13,832 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:59:15,589 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:18,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:20,590 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:23,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:25,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:28,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:29,636 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:59:29,637 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:59:29,637 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:59:29,638 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:59:30,186 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:59:30,592 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:34,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:35,593 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:39,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:40,594 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:42,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 07:59:42,009 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 07:59:42,010 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 07:59:42,010 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 07:59:42,190 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 07:59:43,833 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 07:59:44,191 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 07:59:44,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:45,596 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:49,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:50,597 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:54,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 07:59:55,598 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 07:59:59,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:00,599 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:04,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:05,600 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:09,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:10,601 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:13,834 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:00:15,602 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:15,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:20,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:20,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:25,604 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:25,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:30,605 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:30,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:35,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:35,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:40,607 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:40,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:43,835 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:00:45,609 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:46,836 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:50,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:51,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:00:55,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:00:56,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:00,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:01,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:05,613 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:06,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:10,614 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:11,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:13,836 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:01:15,615 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:17,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:20,616 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:22,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:25,617 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:27,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:30,618 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:32,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:35,619 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:37,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:40,620 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:41,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:01:41,117 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:01:41,117 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:01:41,118 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:01:41,237 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:01:43,119 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:43,837 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:01:45,621 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:48,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:50,622 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:53,431 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:01:53,432 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:01:53,432 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:01:53,433 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:01:54,242 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:01:54,243 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:01:54,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:01:55,624 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:01:59,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:00,625 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:04,532 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:05,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:09,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:10,627 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:13,838 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:02:14,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:15,632 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:19,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:20,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:24,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:25,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:29,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:30,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:34,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:35,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:39,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:40,641 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:43,839 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:02:45,642 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:45,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:50,643 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:50,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:02:55,644 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:02:55,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:00,645 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:00,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:05,646 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:05,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:10,647 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:10,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:13,840 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:03:15,648 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:16,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:20,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:21,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:25,650 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:26,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:30,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:31,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:35,652 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:36,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:40,653 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:41,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:43,841 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:03:45,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:47,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:50,655 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:51,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:03:51,785 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:03:51,785 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:03:51,785 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:03:52,289 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:03:53,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:03:55,656 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:03:58,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:00,657 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:03,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:03,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:04:03,847 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:04:03,848 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:04:03,848 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:04:04,293 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:04:05,294 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:04:05,658 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:08,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:10,659 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:13,842 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:04:14,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:15,660 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:19,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:20,661 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:24,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:25,663 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:29,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:30,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:34,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:35,665 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:39,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:40,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:43,842 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:04:45,667 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:45,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:50,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:50,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:04:55,669 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:04:55,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:00,670 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:00,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:05,671 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:05,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:10,672 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:10,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:13,843 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:05:15,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:16,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:20,674 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:21,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:25,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:26,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:30,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:31,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:35,677 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:36,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:40,678 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:41,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:43,845 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:05:45,680 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:47,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:50,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:52,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:05:55,682 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:05:57,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:00,683 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:02,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:06:02,780 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:06:02,780 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:06:02,780 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:06:03,343 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:06:03,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:05,684 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:08,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:10,685 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:13,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:13,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:06:14,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:06:14,776 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:06:14,777 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:06:14,777 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:06:15,348 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:06:15,686 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:17,349 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:06:18,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:20,687 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:23,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:25,688 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:28,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:30,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:33,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:35,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:38,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:40,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:43,847 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:06:44,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:45,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:49,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:50,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:54,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:06:55,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:06:59,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:00,696 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:04,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:05,697 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:09,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:10,698 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:13,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:07:15,699 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:15,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:20,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:20,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:25,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:25,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:30,703 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:30,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:35,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:35,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:40,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:40,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:43,850 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:07:45,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:46,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:50,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:51,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:07:55,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:07:56,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:00,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:01,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:05,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:06,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:10,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:11,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:08:11,758 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:08:11,759 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:08:11,759 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:08:12,397 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:08:12,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:13,851 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:08:15,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:17,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:20,714 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:22,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:23,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:08:23,727 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:08:23,727 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:08:23,727 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:08:24,402 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:08:25,403 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:08:25,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:28,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:30,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:33,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:35,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:38,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:40,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:43,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:43,852 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:08:45,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:48,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:50,720 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:53,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:08:55,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:08:58,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:00,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:03,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:05,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:08,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:10,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:13,853 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:09:14,854 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:15,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:19,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:20,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:24,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:25,728 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:29,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:30,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:34,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:35,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:39,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:40,731 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:43,854 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:09:45,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:45,855 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:50,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:50,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:09:55,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:09:55,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:00,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:00,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:05,736 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:05,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:10,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:10,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:13,855 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:10:15,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:16,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:20,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:21,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:10:21,108 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:10:21,108 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:10:21,109 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:10:21,450 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:10:22,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:25,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:27,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:30,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:32,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:33,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:10:33,074 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:10:33,074 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:10:33,075 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:10:33,455 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:10:35,456 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:10:35,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:37,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:40,744 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:42,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:43,856 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:10:45,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:47,857 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:50,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:52,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:10:55,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:10:57,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:00,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:02,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:05,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:07,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:10,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:12,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:13,857 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:11:15,751 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:18,858 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:20,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:23,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:25,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:28,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:30,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:30,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:33,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:35,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:38,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:40,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:43,858 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:11:44,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:45,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:49,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:50,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:54,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:11:55,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:11:59,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:00,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:04,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:05,762 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:09,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:10,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:13,859 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:12:15,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:15,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:20,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:20,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:25,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:25,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:30,451 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:12:30,452 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:12:30,453 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:12:30,453 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:12:30,502 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:12:30,768 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:31,454 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:35,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:36,455 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:40,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:41,456 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:42,468 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:12:42,469 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:12:42,470 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:12:42,470 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:12:42,507 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:12:43,508 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:12:43,860 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:12:45,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:46,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:50,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:51,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:12:55,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:12:56,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:00,774 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:01,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:05,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:06,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:10,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:11,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:13,861 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:13:15,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:17,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:20,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:22,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:25,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:27,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:30,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:32,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:35,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:37,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:40,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:42,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:43,862 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:13:45,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:48,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:50,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:53,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:13:55,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:13:58,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:00,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:03,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:05,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:08,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:10,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:13,863 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:14:14,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:15,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:19,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:20,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:24,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:25,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:29,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:30,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:34,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:35,795 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:39,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:14:39,736 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:14:39,737 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:14:39,737 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:14:40,558 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:14:40,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:40,797 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:43,864 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:14:45,798 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:45,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:50,799 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:50,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:14:51,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:14:51,787 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:14:51,787 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:14:51,788 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:14:52,563 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:14:53,564 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:14:55,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:14:55,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:00,806 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:00,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:05,807 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:05,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:10,808 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:10,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:13,865 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:15:15,809 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:16,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:20,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:21,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:25,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:26,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:30,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:31,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:35,813 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:36,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:40,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:41,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:43,866 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:15:45,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:47,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:50,816 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:52,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:15:55,817 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:15:57,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:00,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:02,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:05,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:07,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:10,820 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:12,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:13,867 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:16:15,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:18,868 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:20,821 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:23,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:25,823 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:28,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:30,824 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:33,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:35,825 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:38,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:40,826 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:43,868 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:16:44,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:45,827 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:49,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:16:49,836 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:16:49,836 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:16:49,836 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:16:50,612 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:16:50,828 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:50,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:16:55,829 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:16:55,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:00,830 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:00,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:01,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:17:01,889 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:17:01,889 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:17:01,890 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:17:02,616 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:17:03,617 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:17:05,831 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:05,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:10,832 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:10,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:13,870 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:17:15,833 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:16,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:20,834 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:21,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:25,835 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:26,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:30,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:31,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:35,837 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:36,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:40,838 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:41,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:43,871 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:17:45,839 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:47,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:50,840 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:52,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:17:55,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:17:57,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:00,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:02,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:05,842 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:07,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:10,843 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:12,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:13,872 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:18:15,844 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:18,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:20,845 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:23,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:25,846 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:28,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:30,847 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:33,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:35,848 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:38,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:40,849 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:43,873 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:18:44,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:45,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:49,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:50,851 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:54,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:18:55,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:18:57,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:18:57,815 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:18:57,816 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:18:57,816 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:18:58,664 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:19:00,818 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:00,852 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:05,819 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:05,853 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:09,841 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:19:09,843 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:19:09,843 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:19:09,844 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:19:10,669 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:19:10,859 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:10,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:11,669 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:19:13,874 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:19:15,860 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:16,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:20,861 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:21,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:25,862 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:26,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:30,863 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:31,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:35,864 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:36,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:40,865 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:41,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:43,875 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:19:45,866 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:47,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:50,867 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:52,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:19:55,869 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:19:57,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:00,870 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:02,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:05,871 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:07,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:10,872 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:12,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:13,875 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:20:15,873 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:18,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:20,874 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:23,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:25,875 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:28,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:30,876 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:33,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:35,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:38,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:40,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:43,876 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:20:44,877 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:45,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:49,878 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:50,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:54,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:20:55,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:20:59,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:00,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:04,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:05,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:21:05,652 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:21:05,653 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:21:05,653 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:21:05,715 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:21:05,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:10,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:10,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:13,881 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:21:15,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:15,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:17,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:21:17,607 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:21:17,608 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:21:17,608 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:21:17,720 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:21:19,721 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:21:20,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:21,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:25,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:26,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:30,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:31,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:35,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:36,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:40,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:41,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:43,878 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:21:45,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:46,879 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:50,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:51,880 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:21:55,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:21:56,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:00,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:01,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:05,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:06,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:10,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:11,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:13,880 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:22:15,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:17,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:20,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:22,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:25,899 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:27,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:30,900 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:32,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:35,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:37,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:40,902 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:42,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:43,880 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:22:45,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:48,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:50,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:53,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:22:55,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:22:58,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:00,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:03,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:05,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:08,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:10,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:13,850 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:23:13,851 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:23:13,851 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:23:13,852 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:23:13,881 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:23:14,766 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:23:14,881 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:15,909 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:19,882 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:20,910 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:24,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:25,805 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:23:25,806 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:23:25,807 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:23:25,807 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:23:25,913 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:26,770 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:23:27,771 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:23:29,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:30,914 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:34,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:35,915 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:39,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:40,916 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:43,882 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:23:45,883 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:45,917 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:50,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:50,918 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:23:55,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:23:55,919 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:00,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:00,920 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:05,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:05,921 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:10,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:10,922 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:13,882 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:24:15,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:16,884 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:20,923 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:21,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:25,926 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:26,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:30,926 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:31,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:35,928 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:36,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:40,929 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:41,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:43,884 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:24:45,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:47,885 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:50,930 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:52,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:24:55,931 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:24:57,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:00,932 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:02,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:05,933 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:07,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:10,934 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:12,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:13,884 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:25:15,935 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:18,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:20,936 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:23,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:25:23,234 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:25:23,234 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:25:23,234 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:25:23,817 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:25:24,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:25,937 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:29,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:30,938 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:34,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:35,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:25:35,280 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:25:35,280 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:25:35,280 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:25:35,821 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:25:35,939 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:37,822 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:25:39,379 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:40,940 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:43,885 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:25:44,886 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:45,941 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:49,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:50,942 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:54,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:25:55,943 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:25:59,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:00,944 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:04,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:05,945 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:09,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:10,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:13,886 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:26:15,887 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:15,946 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:20,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:20,947 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:25,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:25,948 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:30,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:30,949 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:35,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:35,950 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:40,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:40,951 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:43,887 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:26:45,951 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:46,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:50,952 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:51,889 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:26:55,953 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:26:56,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:00,954 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:01,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:05,955 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:06,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:10,956 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:11,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:13,889 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:27:15,957 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:17,890 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:20,959 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:22,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:25,960 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:27,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:30,961 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:32,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:27:32,261 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:27:32,262 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:27:32,262 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:27:32,868 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:27:33,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:35,962 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:38,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:40,963 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:43,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:43,889 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:27:44,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:27:44,214 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:27:44,214 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:27:44,215 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:27:44,872 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:27:45,872 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:27:45,964 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:48,313 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:50,965 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:53,314 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:27:55,966 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:27:58,315 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:00,967 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:03,316 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:05,968 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:08,317 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:10,969 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:13,318 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:13,890 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:28:15,971 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:18,891 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:20,972 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:23,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:25,973 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:28,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:30,974 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:33,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:35,975 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:38,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:40,976 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:43,891 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:28:44,892 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:45,977 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:49,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:50,978 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:54,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:28:55,979 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:28:59,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:00,980 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:04,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:05,981 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:09,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:10,982 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:13,892 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:29:15,893 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:15,983 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:20,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:20,984 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:25,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:25,985 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:30,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:30,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:35,897 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:35,987 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:39,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:29:39,674 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:29:39,675 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:29:39,675 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:29:39,917 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:29:40,988 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:41,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:43,893 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:29:45,989 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:46,894 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:50,990 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:51,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:29:51,706 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:29:51,707 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:29:51,707 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:29:51,921 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:29:52,810 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:29:54,923 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/output.log -2024-04-01 08:29:55,991 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:29:57,811 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:00,993 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:02,812 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:05,994 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:07,814 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:10,995 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:12,815 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:13,894 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:30:15,996 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:17,895 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:20,997 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:22,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:25,998 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:27,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:30,999 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:32,899 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:36,000 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:37,900 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:41,001 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:42,901 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:43,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:30:43,222 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:30:43,223 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:30:43,223 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:30:43,895 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:30:43,941 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:30:46,002 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:48,896 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:51,003 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:53,898 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:30:55,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:30:55,238 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:30:55,238 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:30:55,239 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:30:55,354 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: partial_history -2024-04-01 08:30:55,356 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 08:30:55,356 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: metric -2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send():378] send: history -2024-04-01 08:30:55,357 DEBUG SenderThread:109 [sender.py:send_request():405] send_request: summary_record -2024-04-01 08:30:55,358 INFO SenderThread:109 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-01 08:30:55,359 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause -2024-04-01 08:30:55,359 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-04-01 08:30:55,359 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor -2024-04-01 08:30:55,359 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor -2024-04-01 08:30:55,359 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-04-01 08:30:55,360 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-04-01 08:30:55,360 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor -2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined gpu monitor -2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined memory monitor -2024-04-01 08:30:55,371 INFO HandlerThread:109 [interfaces.py:finish():202] Joined network monitor -2024-04-01 08:30:55,372 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:30:55,945 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/wandb-summary.json -2024-04-01 08:30:56,004 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:30:59,373 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:01,005 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:04,374 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:06,006 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:09,375 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:11,007 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:14,376 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:16,008 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:19,377 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:21,009 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:24,384 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:24,956 INFO Thread-12 :109 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_065413-yzd7dxs3/files/config.yaml -2024-04-01 08:31:26,010 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:29,520 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:31,012 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:34,521 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:36,013 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:39,522 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:41,014 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:44,524 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:46,015 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:49,525 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:51,016 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:54,526 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:31:56,017 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:31:59,527 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:01,018 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:04,528 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:06,019 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:09,529 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:11,020 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:14,530 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:16,021 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:19,531 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:21,022 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:24,532 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:26,023 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:29,533 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:31,025 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:34,534 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:36,026 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:39,536 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:41,027 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:44,537 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:46,028 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:49,538 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:51,029 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:54,539 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:32:56,030 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:32:59,540 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:01,031 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:04,541 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:06,032 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:09,542 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:11,033 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:14,543 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:16,034 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:19,544 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:21,036 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:24,546 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:26,037 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:29,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:31,038 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:34,547 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:36,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:39,548 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:41,039 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:44,550 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:46,040 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:49,551 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:51,042 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:54,552 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:33:56,043 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:33:59,553 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:01,044 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:04,554 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:06,045 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:09,555 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:11,046 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:14,556 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:16,047 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:19,558 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:21,048 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:24,559 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:26,049 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:29,560 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:31,050 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:34,561 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:36,051 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:39,564 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:41,052 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:44,565 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:46,053 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:49,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:51,055 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:54,566 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:34:56,056 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:34:59,568 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:01,057 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:04,569 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:06,058 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:09,570 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:11,059 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:14,571 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:16,060 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:19,572 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:21,061 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:24,574 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:26,062 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:29,575 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:31,064 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:34,576 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:36,065 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:39,577 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:41,066 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:44,578 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:46,067 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:49,579 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:51,068 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:54,580 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:35:56,069 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:35:59,581 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:01,070 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:04,582 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:06,071 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:09,583 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:11,072 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:14,584 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:16,073 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:19,585 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:21,074 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:24,586 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:26,075 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:29,587 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:31,076 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:34,588 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:36,077 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:39,589 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:41,078 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:44,590 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:46,079 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:49,591 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:51,080 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:54,592 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:36:56,082 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:36:59,593 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:01,083 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:04,595 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:06,084 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:09,596 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:11,085 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:14,597 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:16,086 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:19,598 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:21,088 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:24,599 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:26,089 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:29,600 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:31,090 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:34,601 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:36,091 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:39,602 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:41,092 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:44,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:46,093 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:49,603 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:51,094 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:54,604 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:37:56,096 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:37:59,605 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:01,097 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:04,606 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:06,098 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:09,607 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:11,099 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:14,609 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:16,101 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:19,610 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:21,102 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:24,611 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:26,103 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:29,612 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:31,104 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:34,614 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:36,105 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:39,615 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:41,106 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:44,616 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:46,107 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:49,617 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:51,108 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:54,618 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:38:56,109 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:38:59,619 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:01,110 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:04,620 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:06,111 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:09,621 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:11,113 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:14,622 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:16,114 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:19,623 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:21,115 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:24,624 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:26,116 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:29,625 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:31,117 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:34,626 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:36,118 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:39,627 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:41,120 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:44,628 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:46,121 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:49,630 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:51,122 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:54,631 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:39:56,123 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:39:59,632 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:01,124 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:04,633 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:06,125 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:09,634 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:11,126 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:14,636 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:16,127 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:19,637 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:21,128 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:24,638 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:26,129 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:29,639 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:31,130 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:34,640 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:36,131 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:39,641 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:41,132 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:44,642 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:46,134 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:49,643 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:51,135 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:54,644 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:40:56,136 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:40:59,645 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:01,137 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:04,647 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:06,138 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:09,648 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:11,139 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:14,649 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:16,141 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:19,650 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:21,142 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:24,651 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:26,143 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:29,652 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:31,144 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:34,654 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:36,145 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:39,655 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:41,146 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:44,656 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:46,147 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:49,657 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:51,148 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:54,658 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:41:56,149 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:41:59,659 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:01,151 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:04,660 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:06,152 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:09,661 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:11,153 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:14,662 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:16,154 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:19,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:21,156 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:24,664 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:26,157 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:29,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:31,158 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:34,666 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:36,159 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:39,668 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:41,160 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:44,669 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:46,162 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:49,670 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:51,163 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:54,671 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:42:56,164 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:42:59,672 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:01,165 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:04,673 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:06,166 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:09,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:11,167 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:14,675 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:16,168 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:19,676 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:21,170 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:24,677 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:26,171 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:29,679 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:31,172 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:34,680 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:36,174 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:39,681 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:41,175 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:44,682 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:46,176 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:49,684 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:51,177 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:54,685 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:43:56,178 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:43:59,686 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:01,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:04,687 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:06,180 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:09,689 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:11,181 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:14,690 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:16,182 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:19,691 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:21,184 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:24,692 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:26,185 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:29,693 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:31,186 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:34,694 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:36,187 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:39,695 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:41,188 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:44,696 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:46,189 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:49,697 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:51,190 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:54,699 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:44:56,191 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:44:59,700 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:01,192 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:04,701 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:06,194 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:09,702 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:11,195 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:14,704 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:16,196 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:19,705 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:21,197 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:24,706 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:26,198 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:29,707 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:31,199 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:34,708 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:36,200 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:39,709 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:41,201 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:44,710 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:46,202 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:49,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:51,203 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:54,711 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:45:56,205 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:45:59,712 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:01,206 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:04,713 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:06,207 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:09,715 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:11,208 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:14,716 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:16,209 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:19,717 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:21,210 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:24,718 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:26,212 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:29,719 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:31,213 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:34,721 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:36,214 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:39,722 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:41,215 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:44,723 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:46,216 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:49,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:51,217 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:54,725 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:46:56,218 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:46:59,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:01,219 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:04,727 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:06,220 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:09,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:11,221 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:14,729 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:16,222 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:19,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:21,223 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:24,732 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:26,224 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:29,733 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:31,225 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:34,734 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:36,226 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:39,735 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:41,227 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:44,737 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:46,228 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:49,738 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:51,229 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:54,739 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:47:56,231 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:47:59,740 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:01,232 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:04,741 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:06,233 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:09,742 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:11,234 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:14,743 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:16,235 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:19,745 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:21,236 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:24,746 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:26,237 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:29,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:31,238 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:34,747 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:36,239 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:39,748 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:41,241 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:44,749 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:46,242 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:49,750 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:51,243 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:54,752 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:48:56,244 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:48:59,753 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:01,245 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:04,754 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:06,246 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:09,755 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:11,247 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:14,756 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:16,248 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:19,757 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:21,249 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:24,758 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:26,250 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:29,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:31,251 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:34,760 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:36,253 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:39,761 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:41,254 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:44,763 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:46,255 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:49,764 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:51,256 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:54,765 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:49:56,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:49:59,766 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:01,257 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:04,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:06,259 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:09,767 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:11,260 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:14,769 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:16,261 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:19,770 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:21,262 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:24,771 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:26,263 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:29,772 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:31,264 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:34,773 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:36,265 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:39,775 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:41,266 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:44,776 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:46,267 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:49,777 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:51,268 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:54,778 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:50:56,270 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:50:59,779 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:01,271 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:04,780 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:06,272 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:09,781 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:11,273 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:14,782 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:16,274 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:19,783 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:21,275 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:24,784 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:26,276 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:29,785 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:31,277 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:34,786 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:36,279 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:39,787 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:41,280 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:44,788 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:46,281 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:49,790 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:51,282 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:54,791 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:51:56,284 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:51:59,792 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:01,285 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:04,793 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:06,286 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:09,794 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:11,287 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:13,856 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume -2024-04-01 08:52:13,856 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread -2024-04-01 08:52:13,856 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor -2024-04-01 08:52:13,857 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-04-01 08:52:13,859 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring -2024-04-01 08:52:13,859 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring -2024-04-01 08:52:13,860 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring -2024-04-01 08:52:13,860 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring -2024-04-01 08:52:13,862 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring -2024-04-01 08:52:13,888 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause -2024-04-01 08:52:13,888 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-04-01 08:52:13,888 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor -2024-04-01 08:52:13,889 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor -2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-04-01 08:52:13,889 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-04-01 08:52:13,892 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor -2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined gpu monitor -2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined memory monitor -2024-04-01 08:52:13,901 INFO HandlerThread:109 [interfaces.py:finish():202] Joined network monitor -2024-04-01 08:52:13,902 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:52:14,903 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:16,289 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:19,904 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:21,290 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:24,905 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:26,291 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:29,906 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:31,292 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:34,907 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:36,293 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:39,908 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:41,294 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:43,724 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume -2024-04-01 08:52:43,725 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread -2024-04-01 08:52:43,725 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor -2024-04-01 08:52:43,725 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-04-01 08:52:43,725 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring -2024-04-01 08:52:43,726 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: pause -2024-04-01 08:52:43,726 INFO HandlerThread:109 [handler.py:handle_request_pause():708] stopping system metrics thread -2024-04-01 08:52:43,726 INFO HandlerThread:109 [system_monitor.py:finish():203] Stopping system monitor -2024-04-01 08:52:43,727 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring -2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():179] Finished system metrics aggregation loop -2024-04-01 08:52:43,727 DEBUG SystemMonitor:109 [system_monitor.py:_start():183] Publishing last batch of metrics -2024-04-01 08:52:43,728 INFO HandlerThread:109 [interfaces.py:finish():202] Joined cpu monitor -2024-04-01 08:52:43,728 INFO HandlerThread:109 [interfaces.py:finish():202] Joined disk monitor -2024-04-01 08:52:43,729 DEBUG SenderThread:109 [sender.py:send():378] send: stats -2024-04-01 08:52:45,730 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: status_report -2024-04-01 08:52:46,295 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: keepalive -2024-04-01 08:52:46,759 DEBUG HandlerThread:109 [handler.py:handle_request():146] handle_request: resume -2024-04-01 08:52:46,759 INFO HandlerThread:109 [handler.py:handle_request_resume():699] starting system metrics thread -2024-04-01 08:52:46,759 INFO HandlerThread:109 [system_monitor.py:start():194] Starting system monitor -2024-04-01 08:52:46,760 INFO SystemMonitor:109 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-04-01 08:52:46,760 INFO SystemMonitor:109 [interfaces.py:start():190] Started cpu monitoring -2024-04-01 08:52:46,761 INFO SystemMonitor:109 [interfaces.py:start():190] Started disk monitoring -2024-04-01 08:52:46,763 INFO SystemMonitor:109 [interfaces.py:start():190] Started gpu monitoring -2024-04-01 08:52:46,764 INFO SystemMonitor:109 [interfaces.py:start():190] Started memory monitoring -2024-04-01 08:52:46,764 INFO SystemMonitor:109 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:37:43,083 INFO StreamThr :119 [internal.py:wandb_internal():86] W&B internal server running at pid: 119, started at: 2024-04-01 09:37:43.082780 +2024-04-01 09:37:43,084 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status +2024-04-01 09:37:43,596 INFO WriterThread:119 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/run-ie4jv7u5.wandb +2024-04-01 09:37:43,597 DEBUG SenderThread:119 [sender.py:send():378] send: header +2024-04-01 09:37:43,600 DEBUG SenderThread:119 [sender.py:send():378] send: run +2024-04-01 09:37:43,758 INFO SenderThread:119 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files +2024-04-01 09:37:43,758 INFO SenderThread:119 [sender.py:_start_run_threads():1099] run started: ie4jv7u5 with start time 1711964263.085824 +2024-04-01 09:37:43,766 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: check_version +2024-04-01 09:37:43,766 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: check_version +2024-04-01 09:37:43,860 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: run_start +2024-04-01 09:37:43,872 DEBUG HandlerThread:119 [system_info.py:__init__():26] System info init +2024-04-01 09:37:43,872 DEBUG HandlerThread:119 [system_info.py:__init__():41] System info init done +2024-04-01 09:37:43,872 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:37:43,872 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:37:43,872 INFO HandlerThread:119 [system_monitor.py:probe():214] Collecting system info +2024-04-01 09:37:43,873 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:37:43,873 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:37:43,875 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:37:43,876 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:37:43,877 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:37:43,894 DEBUG HandlerThread:119 [system_info.py:probe():150] Probing system +2024-04-01 09:37:43,896 DEBUG HandlerThread:119 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-01 09:37:43,896 DEBUG HandlerThread:119 [system_info.py:probe():198] Probing system done +2024-04-01 09:37:43,896 DEBUG HandlerThread:119 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-01T09:37:43.894456', 'startedAt': '2024-04-01T09:37:43.076491', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '148e249fd8ed', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.142, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.099212646484}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-04-01 09:37:43,896 INFO HandlerThread:119 [system_monitor.py:probe():224] Finished collecting system info +2024-04-01 09:37:43,896 INFO HandlerThread:119 [system_monitor.py:probe():227] Publishing system info +2024-04-01 09:37:43,896 DEBUG HandlerThread:119 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-01 09:37:44,760 INFO Thread-12 :119 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/conda-environment.yaml +2024-04-01 09:38:42,776 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/conda-environment.yaml +2024-04-01 09:38:42,830 DEBUG HandlerThread:119 [system_info.py:_save_conda():219] Saving conda packages done +2024-04-01 09:38:42,831 INFO HandlerThread:119 [system_monitor.py:probe():229] Finished publishing system info +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,845 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,846 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,846 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,846 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,846 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,847 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: python_packages +2024-04-01 09:38:42,847 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: stop_status +2024-04-01 09:38:42,847 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-01 09:38:42,848 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: python_packages +2024-04-01 09:38:42,849 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,852 DEBUG SenderThread:119 [sender.py:send():378] send: telemetry +2024-04-01 09:38:42,852 DEBUG SenderThread:119 [sender.py:send():378] send: config +2024-04-01 09:38:42,854 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,854 DEBUG SenderThread:119 [sender.py:send():378] send: telemetry +2024-04-01 09:38:42,854 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,854 WARNING SenderThread:119 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 09:38:42,854 DEBUG SenderThread:119 [sender.py:send():378] send: telemetry +2024-04-01 09:38:42,854 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: stop_status +2024-04-01 09:38:42,852 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,857 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,857 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,858 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:38:42,859 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,859 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:38:42,860 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,860 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,861 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,861 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:42,861 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:42,861 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:38:42,861 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:38:42,891 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,891 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,891 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,891 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,892 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:38:42,892 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:38:42,894 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:38:42,895 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:38:42,896 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:38:42,897 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:38:42,897 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:38:42,897 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:38:42,898 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:38:42,898 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:38:42,898 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:38:42,899 DEBUG SenderThread:119 [sender.py:send():378] send: files +2024-04-01 09:38:42,899 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now +2024-04-01 09:38:43,086 INFO wandb-upload_0:119 [upload_job.py:push():131] Uploaded file /tmp/tmpmz_jko_lwandb/4t9dn2ed-wandb-metadata.json +2024-04-01 09:38:43,776 INFO Thread-12 :119 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:38:43,777 INFO Thread-12 :119 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-metadata.json +2024-04-01 09:38:43,777 INFO Thread-12 :119 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/requirements.txt +2024-04-01 09:38:43,777 INFO Thread-12 :119 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:38:43,877 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:38:43,878 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:38:43,884 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:44,777 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/config.yaml +2024-04-01 09:38:44,908 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:45,777 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:38:49,013 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:49,909 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:54,014 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:54,920 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:38:55,054 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:38:55,055 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:38:55,055 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:38:55,055 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:38:55,055 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:38:55,056 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:38:55,056 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:38:55,067 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:38:55,067 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:38:55,067 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:38:55,067 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:38:59,068 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:38:59,927 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:04,069 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:04,927 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:09,070 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:09,928 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:14,072 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:14,929 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:19,073 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:19,930 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:21,056 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:39:21,056 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:39:21,056 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:39:21,056 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:39:21,057 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:39:21,057 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:39:21,058 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:39:21,059 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:39:21,061 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:39:21,062 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:39:21,062 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:39:21,062 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:39:21,062 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:39:21,063 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:39:21,063 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:39:21,063 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:39:21,065 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:39:21,082 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:39:21,082 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:39:21,082 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:39:21,083 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:39:21,458 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:39:21,458 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:39:21,458 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:39:21,458 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:39:21,459 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:39:21,460 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:39:21,462 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:39:21,463 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:39:21,463 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:39:22,013 DEBUG SenderThread:119 [sender.py:send():378] send: config +2024-04-01 09:39:22,014 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:39:22,014 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:39:22,014 WARNING SenderThread:119 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 09:39:23,793 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:39:24,966 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:25,015 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:29,967 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:30,016 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:33,469 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:39:33,470 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:39:33,470 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:39:33,471 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:39:33,797 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:39:34,968 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:35,168 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:39:35,169 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:39:35,169 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:39:35,169 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:35,170 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:39:35,798 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:39:37,798 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:39:39,970 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:40,367 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:44,971 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:45,373 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:45,801 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/config.yaml +2024-04-01 09:39:46,821 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:39:46,823 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:39:46,823 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:39:46,825 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:39:47,802 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:39:48,560 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:39:48,562 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:39:48,562 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:39:48,562 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:39:48,803 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:39:49,972 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:50,748 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:51,804 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:39:54,973 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:39:55,749 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:39:59,406 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:39:59,406 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:39:59,406 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:39:59,406 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:39:59,407 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:39:59,407 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:39:59,407 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:39:59,409 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:39:59,419 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:39:59,419 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:39:59,419 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:39:59,420 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:39:59,974 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:01,420 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:04,975 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:06,421 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:09,976 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:11,422 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:14,977 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:16,423 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:19,979 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:21,424 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:24,979 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:26,425 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:29,980 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:31,426 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:34,981 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:36,426 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:39,982 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:41,427 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:44,983 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:46,428 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:49,984 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:51,429 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:54,985 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:40:56,430 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:40:59,986 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:00,164 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:00,164 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:00,164 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:00,164 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:00,165 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:00,165 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:00,166 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:00,166 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:00,168 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:00,170 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:41:00,170 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:41:00,170 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:41:00,171 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:41:00,171 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:41:00,171 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:41:00,172 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:41:00,174 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:41:00,192 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:41:00,192 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:41:00,192 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:41:00,193 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:41:02,194 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:04,987 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:07,195 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:07,655 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:07,655 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:07,655 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:07,655 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:07,656 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:07,656 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:07,657 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:07,658 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:07,658 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:08,203 DEBUG SenderThread:119 [sender.py:send():378] send: config +2024-04-01 09:41:08,205 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:08,205 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:08,205 WARNING SenderThread:119 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 09:41:09,833 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:41:10,104 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:12,205 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:12,441 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:41:12,442 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:41:12,442 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:41:12,442 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:41:12,442 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:41:12,443 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:41:12,443 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:41:12,443 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:41:12,454 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:41:12,455 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:41:12,455 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:41:12,455 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:41:15,105 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:17,461 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:17,836 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/config.yaml +2024-04-01 09:41:20,106 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:22,548 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:25,108 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:27,549 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:30,109 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:30,403 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:30,403 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:30,403 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:30,403 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:30,404 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:30,405 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:30,405 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:30,406 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:30,406 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:30,410 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:41:30,410 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:41:30,410 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:41:30,411 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:41:30,411 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:41:30,411 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:41:30,411 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:41:30,412 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:41:30,428 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:41:30,429 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:41:30,429 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:41:30,429 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:41:30,807 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:30,807 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:30,807 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:30,807 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:30,808 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:30,809 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:30,809 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:30,810 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:30,812 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:31,309 DEBUG SenderThread:119 [sender.py:send():378] send: config +2024-04-01 09:41:31,310 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:31,310 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:31,310 WARNING SenderThread:119 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 09:41:33,311 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:35,240 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:35,576 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:41:35,577 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:41:35,577 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:41:35,577 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:41:35,577 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:41:35,578 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:41:35,578 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:41:35,578 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:41:35,590 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:41:35,590 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:41:35,590 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:41:35,591 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:41:38,591 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:40,242 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:43,592 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:45,080 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:45,081 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:45,081 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:45,081 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:45,081 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:45,082 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:45,084 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:45,084 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:45,085 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:41:45,085 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:41:45,085 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:45,085 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:41:45,086 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:41:45,087 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:41:45,087 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:41:45,087 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:41:45,090 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:41:45,106 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:41:45,107 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:41:45,107 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:41:45,107 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:41:45,243 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:48,752 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:41:48,753 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:41:48,753 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:41:48,753 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:41:48,754 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:41:48,754 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:41:48,755 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:41:48,756 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:41:48,756 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:41:49,113 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:49,281 DEBUG SenderThread:119 [sender.py:send():378] send: config +2024-04-01 09:41:49,283 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:49,283 DEBUG SenderThread:119 [sender.py:send():378] send: metric +2024-04-01 09:41:49,283 WARNING SenderThread:119 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-04-01 09:41:49,848 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/config.yaml +2024-04-01 09:41:50,247 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:54,284 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:41:55,248 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:41:59,285 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:00,249 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:00,541 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:00,542 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:00,542 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:00,544 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:00,852 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:02,324 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:02,325 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:02,326 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:02,326 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:02,853 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:03,853 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:42:04,516 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:05,250 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:09,517 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:10,251 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:13,817 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:13,818 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:13,818 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:13,819 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:13,857 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:14,819 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:15,253 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:15,633 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:15,634 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:15,634 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:15,635 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:15,858 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:17,858 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:42:19,836 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:20,254 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:20,860 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/config.yaml +2024-04-01 09:42:24,974 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:25,255 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:28,954 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:28,955 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:28,955 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:28,956 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:29,863 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:30,256 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:30,834 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:30,836 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:30,836 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:30,836 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:30,837 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:30,863 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:33,864 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:42:35,257 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:36,054 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:40,258 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:41,055 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:43,043 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:43,045 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:43,045 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:43,047 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:43,869 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:44,902 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:44,903 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:44,904 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:44,904 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:45,259 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:45,870 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:42:46,685 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:47,871 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:42:48,757 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:42:48,758 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:42:50,260 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:51,759 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:55,261 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:42:56,760 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:42:58,884 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:42:58,885 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:42:58,885 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:42:58,886 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:42:59,875 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:00,262 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:00,736 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:00,737 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:00,738 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:00,738 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:00,876 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:01,944 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:03,877 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:43:05,263 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:06,945 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:10,264 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:11,946 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:13,849 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:13,850 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:13,850 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:13,852 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:13,881 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:15,265 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:15,688 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:15,689 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:15,690 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:15,690 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:15,882 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:17,883 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:43:17,909 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:18,759 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:43:20,266 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:23,761 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:25,268 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:27,359 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:27,360 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:27,361 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:27,361 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:27,886 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:29,176 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:29,177 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:29,178 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:29,178 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:29,179 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:29,887 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:30,269 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:31,888 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:43:34,386 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:35,270 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:39,387 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:40,271 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:42,423 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:42,425 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:42,425 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:42,426 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:42,892 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:44,292 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:44,294 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:44,294 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:44,296 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:44,496 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:44,893 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:45,272 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:45,893 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:43:48,760 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:43:49,761 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:50,273 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:54,762 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:43:55,274 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:43:57,622 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:57,623 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:57,624 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:57,624 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:57,898 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:43:59,489 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:43:59,490 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:43:59,490 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:43:59,490 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:43:59,899 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:00,275 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:00,695 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:01,899 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:44:05,276 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:05,696 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:10,277 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:10,697 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:11,309 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:11,310 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:11,311 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:11,311 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:11,903 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:13,131 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:13,132 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:13,132 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:13,133 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:13,903 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:15,278 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:15,904 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:44:16,334 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:18,761 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:44:20,279 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:21,762 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:24,824 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:24,825 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:24,826 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:24,826 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:24,907 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:25,280 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:26,644 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:26,645 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:26,646 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:26,646 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:26,848 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:26,908 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:29,909 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:44:30,281 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:31,848 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:35,282 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:36,849 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:39,728 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:39,729 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:39,730 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:39,730 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:39,912 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:40,283 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:41,561 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: partial_history +2024-04-01 09:44:41,562 DEBUG SenderThread:119 [sender.py:send():378] send: history +2024-04-01 09:44:41,562 DEBUG SenderThread:119 [sender.py:send_request():405] send_request: summary_record +2024-04-01 09:44:41,562 INFO SenderThread:119 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-04-01 09:44:41,913 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/wandb-summary.json +2024-04-01 09:44:42,764 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:43,914 INFO Thread-12 :119 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240401_093743-ie4jv7u5/files/output.log +2024-04-01 09:44:45,284 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:47,765 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:48,762 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:44:50,285 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:51,614 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:44:51,614 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:44:51,614 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:44:51,615 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:44:51,615 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:44:51,615 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:44:51,616 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:44:51,627 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:44:51,627 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:44:51,627 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:44:51,628 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:44:53,628 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:44:55,287 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:44:58,630 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:00,288 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:03,631 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:05,289 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:08,631 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:10,291 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:13,632 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:15,292 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:18,633 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:20,293 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:23,634 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:25,294 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:28,635 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:30,295 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:32,015 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:45:32,016 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:45:32,016 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:45:32,016 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:45:32,016 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:45:32,019 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:45:32,019 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:45:32,020 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:45:32,023 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:45:32,039 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:45:32,040 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:45:32,040 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:45:32,040 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:45:32,040 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:45:32,040 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:45:32,040 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:45:32,041 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:45:32,055 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:45:32,055 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:45:32,055 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:45:32,055 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:45:34,056 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:35,296 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:39,057 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:40,298 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:44,058 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:45,299 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:49,059 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:50,299 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:54,060 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:45:54,718 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:45:54,718 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:45:54,718 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:45:54,718 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:45:54,719 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:45:54,719 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:45:54,720 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: pause +2024-04-01 09:45:54,720 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:45:54,720 INFO HandlerThread:119 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-04-01 09:45:54,721 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:45:54,721 INFO HandlerThread:119 [system_monitor.py:finish():203] Stopping system monitor +2024-04-01 09:45:54,722 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:45:54,722 DEBUG SystemMonitor:119 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-01 09:45:54,722 DEBUG SystemMonitor:119 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-04-01 09:45:54,722 DEBUG SystemMonitor:119 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-04-01 09:45:54,725 INFO HandlerThread:119 [interfaces.py:finish():202] Joined cpu monitor +2024-04-01 09:45:54,727 INFO HandlerThread:119 [interfaces.py:finish():202] Joined disk monitor +2024-04-01 09:45:54,747 INFO HandlerThread:119 [interfaces.py:finish():202] Joined gpu monitor +2024-04-01 09:45:54,747 INFO HandlerThread:119 [interfaces.py:finish():202] Joined memory monitor +2024-04-01 09:45:54,747 INFO HandlerThread:119 [interfaces.py:finish():202] Joined network monitor +2024-04-01 09:45:54,747 DEBUG SenderThread:119 [sender.py:send():378] send: stats +2024-04-01 09:45:55,301 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:45:57,946 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: resume +2024-04-01 09:45:57,946 INFO HandlerThread:119 [handler.py:handle_request_resume():699] starting system metrics thread +2024-04-01 09:45:57,946 INFO HandlerThread:119 [system_monitor.py:start():194] Starting system monitor +2024-04-01 09:45:57,947 INFO SystemMonitor:119 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-01 09:45:57,947 INFO SystemMonitor:119 [interfaces.py:start():190] Started cpu monitoring +2024-04-01 09:45:57,948 INFO SystemMonitor:119 [interfaces.py:start():190] Started disk monitoring +2024-04-01 09:45:57,950 INFO SystemMonitor:119 [interfaces.py:start():190] Started gpu monitoring +2024-04-01 09:45:57,951 INFO SystemMonitor:119 [interfaces.py:start():190] Started memory monitoring +2024-04-01 09:45:57,951 INFO SystemMonitor:119 [interfaces.py:start():190] Started network monitoring +2024-04-01 09:45:59,749 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:46:00,302 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:46:04,750 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:46:05,303 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive +2024-04-01 09:46:09,751 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: status_report +2024-04-01 09:46:10,304 DEBUG HandlerThread:119 [handler.py:handle_request():146] handle_request: keepalive