diff --git "a/wandb/run-20240322_185633-shr6s2d5/logs/debug-internal.log" "b/wandb/run-20240322_185633-shr6s2d5/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20240322_185633-shr6s2d5/logs/debug-internal.log" @@ -0,0 +1,2299 @@ +2024-03-22 18:56:33,407 INFO StreamThr :108 [internal.py:wandb_internal():86] W&B internal server running at pid: 108, started at: 2024-03-22 18:56:33.406899 +2024-03-22 18:56:33,409 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status +2024-03-22 18:56:34,270 INFO WriterThread:108 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/run-shr6s2d5.wandb +2024-03-22 18:56:34,270 DEBUG SenderThread:108 [sender.py:send():378] send: header +2024-03-22 18:56:34,274 DEBUG SenderThread:108 [sender.py:send():378] send: run +2024-03-22 18:56:34,625 INFO SenderThread:108 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files +2024-03-22 18:56:34,625 INFO SenderThread:108 [sender.py:_start_run_threads():1099] run started: shr6s2d5 with start time 1711133793.407933 +2024-03-22 18:56:34,632 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: check_version +2024-03-22 18:56:34,633 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: check_version +2024-03-22 18:56:34,687 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: run_start +2024-03-22 18:56:34,698 DEBUG HandlerThread:108 [system_info.py:__init__():26] System info init +2024-03-22 18:56:34,698 DEBUG HandlerThread:108 [system_info.py:__init__():41] System info init done +2024-03-22 18:56:34,699 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor +2024-03-22 18:56:34,699 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-22 18:56:34,699 INFO HandlerThread:108 [system_monitor.py:probe():214] Collecting system info +2024-03-22 18:56:34,699 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring +2024-03-22 18:56:34,700 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring +2024-03-22 18:56:34,701 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring +2024-03-22 18:56:34,702 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring +2024-03-22 18:56:34,703 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring +2024-03-22 18:56:34,713 DEBUG HandlerThread:108 [system_info.py:probe():150] Probing system +2024-03-22 18:56:34,715 DEBUG HandlerThread:108 [gitlib.py:_init_repo():56] git repository is invalid +2024-03-22 18:56:34,715 DEBUG HandlerThread:108 [system_info.py:probe():198] Probing system done +2024-03-22 18:56:34,715 DEBUG HandlerThread:108 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-22T18:56:34.713076', 'startedAt': '2024-03-22T18:56:33.400329', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '0eedaa83d11d', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.188, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.188, 'min': 0.0, 'max': 0.0}, {'current': 2000.188, 'min': 0.0, 'max': 0.0}, {'current': 2000.188, 'min': 0.0, 'max': 0.0}, {'current': 2000.188, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5524.083770751953}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.35755157470703}} +2024-03-22 18:56:34,715 INFO HandlerThread:108 [system_monitor.py:probe():224] Finished collecting system info +2024-03-22 18:56:34,715 INFO HandlerThread:108 [system_monitor.py:probe():227] Publishing system info +2024-03-22 18:56:34,715 DEBUG HandlerThread:108 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-03-22 18:56:35,628 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/conda-environment.yaml +2024-03-22 18:57:29,643 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/conda-environment.yaml +2024-03-22 18:57:29,662 DEBUG HandlerThread:108 [system_info.py:_save_conda():219] Saving conda packages done +2024-03-22 18:57:29,663 INFO HandlerThread:108 [system_monitor.py:probe():229] Finished publishing system info +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: python_packages +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: stop_status +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: internal_messages +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:29,674 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:29,674 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: python_packages +2024-03-22 18:57:29,677 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry +2024-03-22 18:57:29,677 DEBUG SenderThread:108 [sender.py:send():378] send: config +2024-03-22 18:57:29,678 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:57:29,679 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry +2024-03-22 18:57:29,679 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:57:29,679 WARNING SenderThread:108 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) +2024-03-22 18:57:29,679 DEBUG SenderThread:108 [sender.py:send():378] send: telemetry +2024-03-22 18:57:29,679 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: stop_status +2024-03-22 18:57:29,906 DEBUG SenderThread:108 [sender.py:send():378] send: files +2024-03-22 18:57:29,906 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now +2024-03-22 18:57:30,433 INFO wandb-upload_0:108 [upload_job.py:push():131] Uploaded file /tmp/tmp98skpxm2wandb/gx28yzks-wandb-metadata.json +2024-03-22 18:57:30,643 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 18:57:30,643 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/requirements.txt +2024-03-22 18:57:30,644 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-metadata.json +2024-03-22 18:57:30,655 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:32,644 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 18:57:33,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:34,645 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/config.yaml +2024-03-22 18:57:34,703 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-22 18:57:34,705 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 18:57:35,656 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:39,706 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:40,657 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:44,707 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:45,658 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:49,708 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:50,658 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:54,708 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:57:55,659 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:57:59,709 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:00,660 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:04,706 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 18:58:05,664 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:05,707 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:10,665 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:10,707 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:15,666 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:15,708 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:20,666 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:20,709 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:25,667 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:25,710 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:30,668 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:30,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:33,999 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 18:58:34,001 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:34,002 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:34,002 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:34,002 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:34,002 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 18:58:34,002 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 18:58:34,005 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 18:58:34,669 INFO Thread-12 :108 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 18:58:34,706 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 18:58:35,669 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:36,712 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:37,670 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/config.yaml +2024-03-22 18:58:40,670 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:41,954 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:43,338 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 18:58:43,340 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:43,340 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:43,340 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:43,340 DEBUG SenderThread:108 [sender.py:send():378] send: metric +2024-03-22 18:58:43,341 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 18:58:43,341 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 18:58:43,341 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 18:58:43,673 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 18:58:45,671 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:46,674 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 18:58:47,898 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:50,672 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:52,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:58:55,673 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:58:57,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:00,674 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:02,900 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:04,708 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 18:59:05,675 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:08,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:09,685 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/config.yaml +2024-03-22 18:59:10,676 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:13,949 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:15,677 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:18,950 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:20,678 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:23,950 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:25,679 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:28,951 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:30,679 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:33,952 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:34,708 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 18:59:35,681 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:39,709 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:40,682 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:44,710 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:45,683 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:49,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:50,684 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:54,712 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 18:59:55,684 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 18:59:59,713 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:00,685 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:04,709 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:00:05,686 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:05,710 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:10,687 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:10,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:13,504 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:00:13,505 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:00:13,506 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:00:13,506 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:00:13,715 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:00:15,688 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:16,507 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:20,689 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:21,508 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:23,001 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:00:23,002 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:00:23,002 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:00:23,004 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:00:23,719 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:00:24,720 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:00:25,690 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:27,328 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:30,691 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:32,329 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:34,710 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:00:35,692 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:37,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:40,693 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:42,712 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:45,694 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:47,713 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:50,695 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:52,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:00:55,696 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:00:57,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:00,697 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:02,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:04,711 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:01:05,698 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:08,712 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:10,699 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:13,713 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:15,700 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:18,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:20,701 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:23,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:25,702 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:28,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:30,703 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:33,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:34,712 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:01:35,704 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:39,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:40,705 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:44,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:45,706 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:49,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:50,707 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:52,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:01:52,921 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:01:52,922 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:01:52,922 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:01:53,753 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:01:54,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:01:55,708 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:01:59,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:00,709 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:02,461 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:02:02,462 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:02:02,463 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:02:02,463 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:02:02,756 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:02:04,713 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:02:04,757 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:02:05,711 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:05,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:10,712 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:10,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:15,713 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:15,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:20,714 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:20,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:25,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:25,718 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:30,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:30,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:34,714 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:02:35,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:36,715 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:40,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:41,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:45,718 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:46,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:50,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:51,718 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:02:55,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:02:56,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:00,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:01,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:04,715 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:03:05,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:07,716 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:10,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:12,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:15,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:17,718 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:20,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:22,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:25,726 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:27,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:30,727 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:32,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:33,896 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:03:33,897 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:03:33,898 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:03:33,898 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:03:34,716 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:03:34,794 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:03:35,728 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:38,717 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:40,729 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:43,429 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:03:43,431 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:03:43,431 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:03:43,431 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:03:43,771 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:43,797 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:03:44,797 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:03:45,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:48,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:50,736 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:53,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:03:55,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:03:58,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:00,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:03,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:04,717 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:04:05,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:09,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:10,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:14,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:15,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:19,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:20,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:24,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:25,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:29,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:30,744 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:34,718 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:04:35,719 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:35,745 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:40,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:40,746 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:45,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:45,747 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:50,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:50,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:04:55,723 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:04:55,749 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:00,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:00,750 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:04,719 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:05:05,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:06,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:10,752 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:11,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:15,164 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:05:15,165 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:05:15,166 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:05:15,166 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:05:15,753 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:15,830 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:05:17,167 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:20,754 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:22,168 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:24,708 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:05:24,709 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:05:24,709 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:05:24,710 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:05:24,833 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:05:25,755 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:26,834 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:05:28,043 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:30,755 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:33,043 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:34,720 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:05:35,757 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:38,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:40,757 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:43,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:45,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:48,723 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:50,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:53,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:05:55,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:05:58,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:00,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:03,726 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:04,721 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:06:05,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:09,722 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:10,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:14,723 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:15,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:19,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:20,765 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:24,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:25,766 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:29,726 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:30,767 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:34,722 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:06:35,723 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:35,768 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:40,724 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:40,769 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:45,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:45,770 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:50,726 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:06:50,771 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:55,575 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:06:55,576 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:06:55,576 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:06:55,576 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:06:55,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:06:55,867 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:06:56,577 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:00,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:01,578 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:04,723 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:07:05,113 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:07:05,114 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:07:05,115 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:07:05,115 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:07:05,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:05,871 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:07:06,872 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:07:07,444 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:10,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:12,444 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:15,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:17,445 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:20,777 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:22,446 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:25,778 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:27,447 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:30,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:32,448 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:34,724 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:07:35,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:37,725 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:40,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:42,726 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:45,783 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:47,727 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:50,784 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:52,728 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:07:55,785 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:07:57,729 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:00,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:02,729 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:04,729 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:08:05,787 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:07,730 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:10,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:12,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:15,789 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:17,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:20,790 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:22,732 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:25,791 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:27,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:30,792 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:32,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:34,725 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:08:35,793 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:36,530 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:08:36,532 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:08:36,532 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:08:36,534 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:08:36,908 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:08:38,535 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:40,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:43,536 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:45,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:46,098 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:08:46,099 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:08:46,100 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:08:46,100 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:08:46,912 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:08:48,913 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:08:49,438 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:50,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:54,439 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:08:55,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:08:59,440 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:00,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:04,441 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:04,726 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:09:05,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:09,728 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:10,801 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:14,729 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:15,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:19,730 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:20,804 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:24,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:25,804 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:29,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:30,805 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:34,729 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:09:35,730 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:35,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:40,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:40,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:45,732 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:45,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:50,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:50,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:09:55,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:09:55,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:00,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:00,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:04,729 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:10:05,813 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:06,730 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:10,814 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:11,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:15,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:16,554 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:10:16,555 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:10:16,555 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:10:16,556 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:10:16,947 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:10:17,556 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:20,816 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:22,557 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:25,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:26,107 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:10:26,108 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:10:26,109 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:10:26,109 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:10:26,951 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:10:28,439 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:28,952 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:10:30,818 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:33,440 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:34,729 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:10:35,819 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:38,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:40,820 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:43,732 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:45,821 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:48,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:50,822 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:53,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:10:55,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:10:58,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:00,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:03,736 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:04,730 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:11:05,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:09,731 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:10,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:14,732 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:15,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:19,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:20,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:24,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:25,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:29,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:30,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:34,731 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:11:35,732 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:35,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:40,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:40,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:45,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:45,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:50,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:50,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:55,736 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:11:55,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:11:57,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:11:57,796 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:11:57,796 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:11:57,797 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:11:57,985 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:12:00,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:00,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:04,732 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:12:05,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:06,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:07,347 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:12:07,348 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:12:07,348 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:12:07,349 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:12:07,988 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:12:08,989 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:12:10,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:12,675 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:15,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:17,676 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:20,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:22,677 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:25,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:27,677 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:30,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:32,678 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:34,733 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:12:35,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:37,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:40,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:42,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:45,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:47,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:50,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:52,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:12:55,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:12:57,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:00,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:02,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:04,733 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:13:05,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:08,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:10,851 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:13,736 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:15,853 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:18,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:20,854 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:23,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:25,855 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:28,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:30,856 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:33,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:34,734 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:13:35,857 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:38,141 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:13:38,142 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:13:38,142 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:13:38,143 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:13:39,022 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:13:39,143 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:40,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:44,144 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:45,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:47,705 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:13:47,707 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:13:47,707 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:13:47,707 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:13:48,025 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:13:49,026 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:13:50,040 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:50,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:13:55,041 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:13:55,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:00,042 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:00,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:04,735 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:14:05,736 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:05,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:10,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:10,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:15,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:15,865 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:20,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:20,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:25,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:25,867 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:30,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:30,868 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:34,736 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:14:35,869 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:36,737 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:40,871 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:41,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:45,872 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:46,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:50,873 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:51,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:14:55,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:14:56,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:00,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:01,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:04,737 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:15:05,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:07,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:10,877 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:12,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:15,878 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:17,330 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:15:17,331 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:15:17,332 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:15:17,332 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:15:18,058 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:15:18,333 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:20,879 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:23,334 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:25,880 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:26,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:15:26,908 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:15:26,908 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:15:26,909 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:15:27,062 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:15:29,063 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:15:29,250 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:30,881 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:34,250 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:34,738 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:15:35,882 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:39,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:40,883 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:44,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:45,884 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:49,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:50,885 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:54,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:15:55,886 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:15:59,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:00,887 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:04,738 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:16:05,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:05,888 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:10,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:10,889 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:15,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:15,890 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:20,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:20,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:25,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:25,892 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:30,744 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:30,893 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:34,739 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:16:35,895 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:36,740 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:40,896 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:41,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:45,897 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:46,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:50,898 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:51,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:55,899 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:16:56,744 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:16:58,234 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:16:58,236 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:16:58,236 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:16:58,237 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:16:59,099 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:17:00,901 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:02,238 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:04,740 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:17:05,902 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:07,741 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:07,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:17:07,789 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:17:07,790 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:17:07,790 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:17:08,102 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:17:10,103 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:17:10,903 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:13,121 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:15,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:18,122 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:20,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:23,123 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:25,906 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:28,124 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:30,907 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:33,124 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:34,741 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:17:35,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:38,742 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:40,909 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:43,743 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:45,910 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:48,745 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:50,911 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:53,746 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:17:55,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:17:58,747 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:00,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:03,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:04,743 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:18:05,914 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:09,744 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:10,915 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:14,745 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:15,916 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:19,746 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:20,917 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:24,747 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:25,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:29,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:30,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:34,744 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:18:35,745 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:35,921 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:39,663 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:18:39,664 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:18:39,664 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:18:39,665 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:18:40,139 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:18:40,922 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:41,666 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:45,923 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:46,667 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:49,238 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:18:49,239 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:18:49,239 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:18:49,240 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:18:50,143 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:18:50,924 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:51,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:18:52,144 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:18:55,925 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:18:56,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:00,928 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:01,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:04,745 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:19:05,929 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:07,746 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:10,930 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:12,747 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:15,931 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:17,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:20,932 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:22,749 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:25,933 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:27,750 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:30,934 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:32,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:34,746 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:19:35,935 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:38,747 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:40,936 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:43,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:45,937 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:48,749 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:50,938 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:53,750 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:19:55,939 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:19:58,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:00,940 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:03,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:04,747 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:20:05,941 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:09,748 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:10,942 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:14,749 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:15,943 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:19,400 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:20:19,401 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:20:19,401 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:20:19,401 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:20:20,177 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:20:20,402 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:20,944 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:25,403 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:25,945 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:28,960 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:20:28,961 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:20:28,961 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:20:28,962 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:20:29,180 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:20:30,946 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:31,304 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:32,182 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:20:34,748 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:20:35,947 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:36,749 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:40,951 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:41,750 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:45,952 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:46,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:50,953 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:51,752 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:20:55,954 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:20:56,753 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:00,955 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:01,754 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:04,749 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:21:05,956 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:07,750 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:10,957 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:12,751 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:15,958 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:17,753 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:20,960 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:22,753 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:25,961 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:27,754 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:30,962 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:32,755 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:34,751 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:21:35,963 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:38,752 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:40,964 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:43,753 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:45,965 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:48,754 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:50,966 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:53,755 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:21:55,967 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:21:58,756 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:00,918 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:22:00,919 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:22:00,919 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:22:00,919 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:22:00,968 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:01,216 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:22:03,920 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:04,756 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:22:05,970 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:09,757 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:10,483 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:22:10,484 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:22:10,485 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:22:10,485 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:22:10,971 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:11,221 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:22:12,221 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:22:14,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:15,972 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:19,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:20,973 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:24,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:25,974 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:29,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:30,975 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:34,753 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:22:35,754 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:35,976 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:40,755 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:40,977 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:45,756 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:45,978 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:50,757 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:50,979 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:22:55,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:22:55,980 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:00,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:00,981 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:04,756 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:23:05,982 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:06,757 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:10,983 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:11,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:15,984 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:16,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:20,985 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:21,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:25,986 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:26,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:30,987 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:31,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:34,755 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:23:35,988 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:37,756 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:40,989 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:41,222 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:23:41,223 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:23:41,223 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:23:41,223 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:23:41,255 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:23:43,224 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:45,990 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:48,225 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:50,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:23:50,780 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:23:50,780 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:23:50,781 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:23:50,991 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:51,258 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:23:52,258 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:23:54,111 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:23:55,992 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:23:59,112 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:00,993 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:04,113 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:04,756 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:24:05,994 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:09,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:10,995 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:14,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:15,996 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:19,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:20,997 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:24,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:25,998 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:29,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:30,999 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:34,757 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:24:35,758 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:36,000 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:40,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:41,001 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:45,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:46,002 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:50,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:51,003 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:24:55,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:24:56,004 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:00,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:01,005 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:04,758 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:25:06,006 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:06,759 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:11,007 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:11,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:16,008 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:16,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:21,009 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:21,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:22,188 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:25:22,189 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:25:22,189 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:25:22,190 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:25:22,291 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:25:26,010 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:27,191 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:31,011 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:31,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:25:31,761 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:25:31,761 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:25:31,762 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:25:32,294 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:25:33,096 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:34,295 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:25:34,759 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:25:36,012 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:38,760 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:41,012 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:43,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:46,013 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:48,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:51,014 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:53,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:25:56,015 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:25:58,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:01,016 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:03,765 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:04,760 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:26:06,017 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:09,761 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:11,018 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:14,762 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:16,019 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:19,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:21,020 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:24,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:26,021 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:29,765 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:31,022 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:34,761 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:26:35,763 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:36,024 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:40,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:41,025 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:45,765 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:46,026 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:50,766 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:51,027 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:26:55,767 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:26:56,029 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:00,768 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:01,030 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:01,179 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:27:01,181 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:27:01,181 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:27:01,181 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:27:01,330 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:27:04,763 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:27:06,031 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:06,764 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:10,730 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:27:10,731 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:27:10,731 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:27:10,732 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:27:11,037 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:11,335 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:27:12,067 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:12,335 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:27:16,043 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:17,068 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:21,044 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:22,069 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:26,045 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:27,070 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:31,046 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:32,070 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:34,764 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:27:36,047 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:37,766 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:41,048 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:42,766 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:46,050 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:47,767 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:51,051 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:52,768 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:27:56,052 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:27:57,769 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:01,053 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:02,770 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:04,765 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:28:06,054 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:08,767 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:11,056 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:13,768 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:16,057 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:18,769 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:21,058 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:23,770 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:26,059 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:28,771 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:31,060 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:33,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:34,767 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:28:36,061 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:39,768 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:41,062 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:41,698 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:28:41,699 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:28:41,700 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:28:41,700 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:28:42,370 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:28:45,701 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:46,063 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:50,702 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:28:51,064 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:51,264 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:28:51,265 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:28:51,265 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:28:51,266 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:28:51,374 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:28:54,375 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:28:56,065 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:28:56,586 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:01,066 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:01,587 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:04,768 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:29:06,067 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:06,769 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:11,068 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:11,770 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:16,070 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:16,771 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:21,071 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:21,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:26,072 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:26,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:31,073 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:31,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:34,770 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:29:36,074 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:37,771 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:41,075 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:42,772 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:46,076 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:47,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:51,078 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:52,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:29:56,079 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:29:57,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:01,083 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:02,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:04,771 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:30:06,085 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:08,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:11,086 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:13,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:16,087 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:18,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:21,088 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:22,566 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:30:22,567 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:30:22,567 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:30:22,568 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:30:23,409 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:30:24,568 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:26,089 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:29,569 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:31,090 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:32,127 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:30:32,128 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:30:32,128 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:30:32,129 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:30:32,412 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:30:34,413 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:30:34,772 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:30:34,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:36,091 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:39,773 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:41,092 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:44,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:46,093 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:49,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:51,094 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:54,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:30:56,095 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:30:59,777 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:01,096 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:04,773 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:31:05,774 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:06,097 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:10,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:11,098 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:15,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:16,099 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:20,777 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:21,100 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:25,778 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:26,101 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:30,778 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:31,102 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:34,774 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:31:36,103 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:36,775 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:41,104 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:41,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:46,105 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:46,777 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:51,106 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:51,778 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:31:56,107 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:31:56,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:01,110 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:01,780 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:02,506 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:32:02,507 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:32:02,507 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:32:02,508 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:32:03,445 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:32:04,775 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:32:06,111 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:07,776 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:11,112 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:12,078 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:32:12,080 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:32:12,080 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:32:12,081 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:32:12,448 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:32:13,500 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:14,449 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:32:16,113 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:18,501 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:21,114 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:23,502 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:26,115 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:28,503 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:31,116 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:33,504 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:34,776 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:32:36,117 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:38,777 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:41,118 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:43,778 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:46,119 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:48,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:51,120 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:53,780 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:32:56,121 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:32:58,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:01,123 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:03,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:04,778 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:33:06,123 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:09,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:11,124 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:14,780 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:16,126 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:19,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:21,127 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:24,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:26,128 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:29,783 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:31,129 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:34,779 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:33:35,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:36,130 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:40,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:41,131 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:42,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:33:42,847 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:33:42,847 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:33:42,847 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:33:43,482 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:33:45,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:46,132 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:50,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:33:51,133 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:52,394 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:33:52,395 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:33:52,395 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:33:52,395 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:33:52,486 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:33:54,487 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:33:56,134 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:33:56,720 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:01,135 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:01,721 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:04,779 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:34:06,136 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:06,780 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:11,137 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:11,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:16,138 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:16,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:21,139 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:21,783 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:26,140 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:26,784 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:31,141 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:31,785 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:34,781 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:34:36,142 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:37,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:41,143 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:42,783 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:46,144 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:47,784 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:51,145 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:52,785 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:34:56,146 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:34:57,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:01,147 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:02,787 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:04,782 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:35:06,148 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:08,783 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:11,149 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:13,784 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:16,150 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:18,785 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:21,151 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:22,478 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:35:22,479 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:35:22,479 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:35:22,479 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:35:22,520 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:35:24,480 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:26,152 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:29,481 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:31,153 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:32,033 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:35:32,034 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:35:32,035 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:35:32,035 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:35:32,524 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:35:34,495 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:34,525 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:35:34,782 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:35:36,154 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:39,784 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:41,155 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:44,785 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:46,156 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:49,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:51,157 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:54,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:35:56,158 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:35:59,787 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:01,159 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:04,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:04,806 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:36:06,161 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:09,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:11,161 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:14,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:16,163 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:19,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:21,163 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:24,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:26,165 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:29,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:31,166 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:34,785 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:36:35,786 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:36,167 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:40,787 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:41,168 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:45,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:46,169 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:50,789 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:51,170 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:36:55,790 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:36:56,171 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:00,791 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:01,172 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:02,952 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:37:02,953 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:37:02,954 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:37:02,956 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:37:03,561 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:37:04,786 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:37:06,173 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:06,788 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:11,174 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:11,789 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:12,511 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:37:12,512 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:37:12,513 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:37:12,513 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:37:12,564 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:37:14,565 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:37:16,175 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:16,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:21,176 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:21,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:26,177 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:26,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:31,178 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:31,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:34,788 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:37:36,179 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:37,789 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:41,180 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:42,790 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:46,182 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:47,791 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:51,183 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:52,792 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:37:56,184 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:37:57,793 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:01,185 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:02,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:04,789 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:38:06,186 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:08,790 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:11,187 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:13,791 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:16,188 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:18,792 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:21,189 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:23,793 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:26,191 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:28,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:31,192 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:33,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:34,791 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:38:36,193 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:39,792 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:41,194 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:43,459 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:38:43,460 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:38:43,460 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:38:43,461 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:38:43,600 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:38:45,462 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:46,195 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:50,463 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:38:51,197 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:53,022 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:38:53,023 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:38:53,024 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:38:53,024 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:38:53,604 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:38:54,604 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:38:56,198 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:38:56,358 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:01,199 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:01,359 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:04,792 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:39:06,200 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:06,793 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:11,203 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:11,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:16,204 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:16,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:21,205 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:21,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:26,206 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:26,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:31,207 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:31,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:34,793 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:39:36,208 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:37,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:41,209 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:42,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:46,210 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:47,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:51,211 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:52,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:39:56,212 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:39:57,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:01,213 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:02,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:04,793 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:40:06,214 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:08,794 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:11,215 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:13,795 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:16,216 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:18,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:21,217 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:23,779 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:40:23,780 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:40:23,780 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:40:23,780 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:40:24,637 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:40:24,781 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:26,218 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:29,782 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:31,219 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:33,339 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:40:33,340 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:40:33,340 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:40:33,341 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:40:33,640 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:40:34,640 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:40:34,794 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:40:34,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:36,220 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:39,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:41,221 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:44,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:46,222 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:49,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:51,223 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:54,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:40:56,224 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:40:59,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:01,225 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:04,795 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:41:05,796 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:06,226 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:10,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:11,227 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:15,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:16,228 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:20,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:21,229 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:25,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:26,230 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:30,801 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:31,231 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:34,796 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:41:36,232 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:36,797 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:41,233 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:41,798 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:46,234 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:46,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:51,236 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:51,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:41:56,237 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:41:56,801 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:01,237 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:01,802 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:04,025 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:42:04,026 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:42:04,026 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:42:04,027 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:42:04,674 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:42:04,798 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:42:06,239 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:07,799 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:11,240 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:12,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:13,587 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:42:13,588 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:42:13,588 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:42:13,588 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:42:13,678 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:42:15,679 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:42:16,241 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:18,106 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:21,242 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:23,107 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:26,243 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:28,108 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:31,244 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:33,109 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:34,799 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:42:36,245 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:38,800 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:41,246 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:43,801 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:46,247 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:48,802 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:51,249 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:53,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:42:56,250 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:42:58,804 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:01,251 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:03,805 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:04,800 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:43:06,252 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:09,801 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:11,253 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:14,802 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:16,254 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:19,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:21,255 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:24,804 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:26,255 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:29,805 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:31,256 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:34,801 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:43:35,802 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:36,257 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:40,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:41,258 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:44,701 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:43:44,702 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:43:44,702 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:43:44,702 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:43:44,718 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:43:46,259 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:46,703 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:51,260 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:51,704 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:54,267 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:43:54,268 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:43:54,268 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:43:54,269 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:43:54,722 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:43:56,261 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:43:56,733 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:43:57,724 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:44:01,262 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:01,734 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:04,802 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:44:06,263 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:06,803 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:11,264 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:11,804 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:16,265 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:16,805 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:21,267 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:21,806 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:26,268 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:26,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:31,269 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:31,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:34,804 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:44:36,270 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:37,805 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:41,271 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:42,806 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:46,272 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:47,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:51,273 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:52,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:44:56,274 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:44:57,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:01,275 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:02,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:04,805 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:45:06,276 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:08,806 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:11,277 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:13,807 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:16,278 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:18,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:21,279 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:23,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:25,675 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:45:25,676 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:45:25,676 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:45:25,676 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:45:25,759 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:45:26,280 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:29,677 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:31,281 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:34,678 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:34,806 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:45:35,251 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:45:35,252 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:45:35,252 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:45:35,253 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:45:35,762 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:45:36,282 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:37,763 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:45:40,581 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:41,283 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:45,581 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:46,284 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:50,582 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:51,285 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:45:55,583 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:45:56,286 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:00,584 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:01,287 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:04,807 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:46:05,808 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:06,288 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:10,809 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:11,288 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:15,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:16,289 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:20,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:21,290 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:25,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:26,291 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:30,812 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:31,293 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:34,809 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:46:36,294 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:36,810 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:41,295 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:41,811 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:46,296 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:46,812 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:51,297 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:51,813 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:46:56,298 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:46:56,814 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:01,299 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:01,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:04,810 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:47:05,735 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:47:05,736 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:47:05,737 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:47:05,737 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:47:05,798 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:47:06,300 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:07,738 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:11,301 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:12,739 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:15,291 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:47:15,292 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:47:15,292 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:47:15,292 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:47:15,801 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:47:16,307 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:17,802 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:47:18,674 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:21,309 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:23,675 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:26,310 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:28,677 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:31,311 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:33,678 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:34,812 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:47:36,312 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:38,813 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:41,313 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:43,814 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:46,314 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:48,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:51,315 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:53,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:47:56,316 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:47:58,816 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:01,317 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:03,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:04,812 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:48:06,318 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:09,814 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:11,319 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:14,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:16,321 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:19,816 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:21,322 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:24,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:26,323 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:29,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:31,324 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:34,814 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:48:35,815 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:36,325 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:40,816 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:41,326 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:45,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:45,979 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:48:45,980 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:48:45,980 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:48:45,981 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:48:46,327 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:46,836 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:48:50,982 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:51,328 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:55,540 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:48:55,541 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:48:55,541 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:48:55,542 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:48:55,839 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:48:56,329 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:48:56,912 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:48:57,840 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:49:01,331 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:01,913 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:04,815 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:49:06,332 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:07,816 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:11,333 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:12,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:16,334 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:17,818 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:21,335 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:22,819 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:26,336 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:27,820 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:31,337 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:32,821 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:34,816 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:49:36,338 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:38,817 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:41,339 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:43,818 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:46,340 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:48,818 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:51,341 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:53,819 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:49:56,342 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:49:58,820 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:01,343 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:03,821 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:04,822 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:50:06,344 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:08,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:11,345 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:13,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:16,346 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:18,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:21,347 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:23,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:25,486 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:50:25,488 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:50:25,488 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:50:25,488 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:50:25,874 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:50:26,348 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:29,489 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:31,349 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:34,490 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:34,818 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:50:35,039 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:50:35,040 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:50:35,041 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:50:35,043 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:50:35,878 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:50:36,352 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:37,879 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:50:40,368 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:41,353 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:45,369 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:46,354 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:50,370 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:51,355 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:50:55,371 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:50:56,356 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:00,372 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:01,357 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:04,819 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:51:05,820 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:06,358 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:10,821 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:11,359 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:15,822 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:16,360 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:20,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:21,361 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:25,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:26,361 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:30,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:31,362 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:34,822 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:51:36,363 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:36,822 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:41,364 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:41,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:46,365 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:46,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:51,366 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:51,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:51:56,367 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:51:56,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:01,368 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:01,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:04,822 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:52:05,534 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:52:05,535 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:52:05,535 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:52:05,536 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:52:05,913 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:52:06,369 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:07,537 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:11,370 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:12,537 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:15,081 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:52:15,082 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:52:15,082 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:52:15,083 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:52:15,916 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:52:16,376 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:17,917 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:52:18,412 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:21,377 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:23,413 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:26,378 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:28,413 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:31,379 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:33,414 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:34,822 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:52:36,380 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:38,823 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:41,381 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:43,824 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:46,382 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:48,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:51,384 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:53,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:52:56,385 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:52:58,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:01,386 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:03,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:04,823 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:53:06,387 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:09,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:11,388 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:14,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:16,389 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:19,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:21,390 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:24,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:26,391 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:29,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:31,392 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:34,824 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:53:35,825 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:36,393 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:40,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:41,394 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:45,472 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:53:45,473 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:53:45,474 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:53:45,474 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:53:45,954 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:53:46,395 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:46,475 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:51,396 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:51,476 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:55,019 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:53:55,020 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:53:55,020 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:53:55,021 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:53:55,959 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:53:56,398 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:53:57,350 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:53:57,959 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:54:01,399 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:02,351 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:04,825 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:54:06,399 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:07,826 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:11,400 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:12,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:16,401 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:17,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:21,403 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:22,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:26,404 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:27,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:31,405 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:32,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:34,826 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:54:36,406 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:38,827 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:41,407 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:43,828 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:46,409 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:48,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:51,410 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:53,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:54:56,411 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:54:58,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:01,412 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:03,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:04,827 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:55:06,413 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:09,829 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:11,414 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:14,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:16,414 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:19,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:21,415 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:24,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:25,572 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:55:25,573 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:55:25,573 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:55:25,574 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:55:25,993 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:55:26,416 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:30,575 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:31,417 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:34,828 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:55:35,138 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:55:35,139 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:55:35,139 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:55:35,140 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:55:35,997 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:55:36,420 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:36,467 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:38,000 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:55:41,421 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:41,468 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:46,422 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:46,469 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:51,423 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:51,470 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:55:56,424 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:55:56,470 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:01,425 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:01,471 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:04,829 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:56:06,426 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:06,830 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:11,427 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:11,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:16,428 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:16,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:21,429 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:21,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:26,430 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:26,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:31,431 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:31,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:34,830 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:56:36,432 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:37,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:41,433 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:42,832 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:46,434 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:47,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:51,435 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:52,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:56:56,436 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:56:57,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:01,437 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:02,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:04,831 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:57:06,056 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:57:06,057 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:57:06,057 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:57:06,057 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:57:06,438 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:07,035 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:57:08,058 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:11,439 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:13,059 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:15,603 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:57:15,604 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:57:15,605 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:57:15,605 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:57:16,040 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:57:16,440 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:18,041 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:57:18,974 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:21,441 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:23,975 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:26,442 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:28,976 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:31,443 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:33,977 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:34,832 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:57:36,444 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:39,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:41,445 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:44,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:46,446 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:49,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:51,447 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:54,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:57:56,448 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:57:59,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:01,448 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:04,833 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:58:05,833 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:06,449 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:10,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:11,450 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:15,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:16,451 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:20,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:21,452 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:25,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:26,453 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:30,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:31,454 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:34,833 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:58:36,455 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:36,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:41,456 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:41,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:46,457 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:46,831 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:58:46,833 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:58:46,833 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:58:46,833 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:58:47,075 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:58:47,834 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:51,458 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:52,835 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:56,384 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 19:58:56,385 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 19:58:56,385 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 19:58:56,386 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 19:58:56,459 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:58:57,079 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 19:58:57,874 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:58:58,080 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 19:59:01,460 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:02,875 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:04,835 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:59:06,462 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:08,836 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:11,463 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:13,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:16,464 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:18,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:21,465 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:23,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:26,466 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:28,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:31,466 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:33,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:34,836 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 19:59:36,468 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:39,837 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:41,468 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:44,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:46,470 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:49,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:51,471 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:54,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 19:59:56,472 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 19:59:59,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:01,473 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:04,837 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:00:05,838 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:06,474 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:10,839 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:11,475 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:15,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:16,476 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:20,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:21,477 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:25,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:26,387 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 20:00:26,388 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 20:00:26,388 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 20:00:26,389 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 20:00:26,478 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:27,117 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 20:00:31,390 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:31,479 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:34,838 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:00:35,953 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 20:00:35,954 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 20:00:35,955 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 20:00:35,955 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 20:00:36,120 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 20:00:36,481 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:37,288 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:38,122 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 20:00:41,482 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:42,289 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:46,483 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:47,290 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:51,484 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:52,291 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:00:56,485 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:00:57,292 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:01,486 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:02,293 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:04,839 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:01:06,487 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:07,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:11,488 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:12,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:16,489 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:17,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:21,490 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:22,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:26,491 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:27,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:31,492 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:32,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:34,840 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:01:36,493 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:38,841 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:41,495 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:43,842 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:46,495 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:48,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:51,496 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:53,843 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:01:56,497 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:01:58,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:01,499 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:03,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:04,841 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:02:05,058 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 20:02:05,059 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 20:02:05,059 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 20:02:05,060 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 20:02:05,155 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 20:02:06,500 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:09,061 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:11,500 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:14,062 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:14,611 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: partial_history +2024-03-22 20:02:14,612 DEBUG SenderThread:108 [sender.py:send():378] send: history +2024-03-22 20:02:14,612 DEBUG SenderThread:108 [sender.py:send_request():405] send_request: summary_record +2024-03-22 20:02:14,613 INFO SenderThread:108 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end +2024-03-22 20:02:15,159 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/wandb-summary.json +2024-03-22 20:02:16,159 INFO Thread-12 :108 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240322_185633-shr6s2d5/files/output.log +2024-03-22 20:02:16,501 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:19,944 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:21,502 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:24,945 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:26,503 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:29,946 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:31,504 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:34,843 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:02:35,844 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:36,505 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:40,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:41,506 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:45,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:46,507 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:50,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:51,508 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:02:55,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:02:56,509 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:00,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:01,510 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:04,844 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:03:06,511 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:06,845 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:11,512 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:11,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:16,514 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:16,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:21,515 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:21,848 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:26,516 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:26,849 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:31,517 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:31,850 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:34,845 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:03:36,518 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:37,846 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:41,518 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:42,847 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:44,891 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause +2024-03-22 20:03:44,891 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-22 20:03:44,891 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor +2024-03-22 20:03:44,891 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-22 20:03:44,892 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor +2024-03-22 20:03:44,892 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-22 20:03:44,892 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor +2024-03-22 20:03:44,902 INFO HandlerThread:108 [interfaces.py:finish():202] Joined gpu monitor +2024-03-22 20:03:44,903 INFO HandlerThread:108 [interfaces.py:finish():202] Joined memory monitor +2024-03-22 20:03:44,903 INFO HandlerThread:108 [interfaces.py:finish():202] Joined network monitor +2024-03-22 20:03:44,903 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:03:46,530 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:47,904 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:51,531 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:52,905 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:03:56,532 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:03:57,906 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:01,532 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:02,908 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:04,813 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume +2024-03-22 20:04:04,813 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-22 20:04:04,813 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor +2024-03-22 20:04:04,813 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-22 20:04:04,814 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring +2024-03-22 20:04:04,814 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring +2024-03-22 20:04:04,815 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring +2024-03-22 20:04:04,816 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring +2024-03-22 20:04:04,816 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring +2024-03-22 20:04:04,840 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause +2024-03-22 20:04:04,840 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-22 20:04:04,840 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor +2024-03-22 20:04:04,840 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor +2024-03-22 20:04:04,841 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-22 20:04:04,841 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-22 20:04:04,841 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor +2024-03-22 20:04:04,841 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-22 20:04:04,851 INFO HandlerThread:108 [interfaces.py:finish():202] Joined gpu monitor +2024-03-22 20:04:04,852 INFO HandlerThread:108 [interfaces.py:finish():202] Joined memory monitor +2024-03-22 20:04:04,852 INFO HandlerThread:108 [interfaces.py:finish():202] Joined network monitor +2024-03-22 20:04:04,857 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:04:06,533 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:08,858 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:11,534 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:13,859 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:16,535 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:18,860 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:21,536 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:23,861 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:26,537 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:28,862 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:31,538 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:33,863 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:36,539 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:38,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:41,540 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:43,864 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:46,541 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:48,865 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:51,541 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:53,866 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:04:56,543 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:04:57,037 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume +2024-03-22 20:04:57,037 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-22 20:04:57,037 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor +2024-03-22 20:04:57,038 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-22 20:04:57,038 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring +2024-03-22 20:04:57,039 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring +2024-03-22 20:04:57,040 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: pause +2024-03-22 20:04:57,040 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring +2024-03-22 20:04:57,040 INFO HandlerThread:108 [handler.py:handle_request_pause():708] stopping system metrics thread +2024-03-22 20:04:57,041 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring +2024-03-22 20:04:57,042 INFO HandlerThread:108 [system_monitor.py:finish():203] Stopping system monitor +2024-03-22 20:04:57,043 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring +2024-03-22 20:04:57,043 INFO HandlerThread:108 [interfaces.py:finish():202] Joined cpu monitor +2024-03-22 20:04:57,044 DEBUG SystemMonitor:108 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-03-22 20:04:57,044 DEBUG SystemMonitor:108 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-03-22 20:04:57,045 DEBUG SystemMonitor:108 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-03-22 20:04:57,046 INFO HandlerThread:108 [interfaces.py:finish():202] Joined disk monitor +2024-03-22 20:04:57,063 INFO HandlerThread:108 [interfaces.py:finish():202] Joined gpu monitor +2024-03-22 20:04:57,063 INFO HandlerThread:108 [interfaces.py:finish():202] Joined memory monitor +2024-03-22 20:04:57,063 INFO HandlerThread:108 [interfaces.py:finish():202] Joined network monitor +2024-03-22 20:04:57,064 DEBUG SenderThread:108 [sender.py:send():378] send: stats +2024-03-22 20:04:59,065 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report +2024-03-22 20:05:00,090 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: resume +2024-03-22 20:05:00,090 INFO HandlerThread:108 [handler.py:handle_request_resume():699] starting system metrics thread +2024-03-22 20:05:00,090 INFO HandlerThread:108 [system_monitor.py:start():194] Starting system monitor +2024-03-22 20:05:00,091 INFO SystemMonitor:108 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-03-22 20:05:00,091 INFO SystemMonitor:108 [interfaces.py:start():190] Started cpu monitoring +2024-03-22 20:05:00,092 INFO SystemMonitor:108 [interfaces.py:start():190] Started disk monitoring +2024-03-22 20:05:00,094 INFO SystemMonitor:108 [interfaces.py:start():190] Started gpu monitoring +2024-03-22 20:05:00,094 INFO SystemMonitor:108 [interfaces.py:start():190] Started memory monitoring +2024-03-22 20:05:00,095 INFO SystemMonitor:108 [interfaces.py:start():190] Started network monitoring +2024-03-22 20:05:01,549 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: keepalive +2024-03-22 20:05:04,066 DEBUG HandlerThread:108 [handler.py:handle_request():146] handle_request: status_report