diff --git "a/wandb/run-20230509_115211-hq92t8sj/logs/debug-internal.log" "b/wandb/run-20230509_115211-hq92t8sj/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20230509_115211-hq92t8sj/logs/debug-internal.log" @@ -0,0 +1,2612 @@ +2023-05-09 11:52:11,503 INFO StreamThr :221610 [internal.py:wandb_internal():86] W&B internal server running at pid: 221610, started at: 2023-05-09 11:52:11.501428 +2023-05-09 11:52:11,505 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status +2023-05-09 11:52:11,525 INFO WriterThread:221610 [datastore.py:open_for_write():85] open: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/run-hq92t8sj.wandb +2023-05-09 11:52:11,529 DEBUG SenderThread:221610 [sender.py:send():375] send: header +2023-05-09 11:52:11,595 DEBUG SenderThread:221610 [sender.py:send():375] send: run +2023-05-09 11:52:12,246 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: check_version +2023-05-09 11:52:12,247 INFO SenderThread:221610 [dir_watcher.py:__init__():219] watching files in: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files +2023-05-09 11:52:12,247 INFO SenderThread:221610 [sender.py:_start_run_threads():1124] run started: hq92t8sj with start time 1683622331.52382 +2023-05-09 11:52:12,247 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 11:52:12,250 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 11:52:12,251 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: check_version +2023-05-09 11:52:12,533 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: run_start +2023-05-09 11:52:12,537 DEBUG HandlerThread:221610 [system_info.py:__init__():31] System info init +2023-05-09 11:52:12,537 DEBUG HandlerThread:221610 [system_info.py:__init__():46] System info init done +2023-05-09 11:52:12,537 INFO HandlerThread:221610 [system_monitor.py:start():181] Starting system monitor +2023-05-09 11:52:12,537 INFO SystemMonitor:221610 [system_monitor.py:_start():145] Starting system asset monitoring threads +2023-05-09 11:52:12,537 INFO HandlerThread:221610 [system_monitor.py:probe():201] Collecting system info +2023-05-09 11:52:12,538 INFO SystemMonitor:221610 [interfaces.py:start():190] Started cpu monitoring +2023-05-09 11:52:12,538 INFO SystemMonitor:221610 [interfaces.py:start():190] Started disk monitoring +2023-05-09 11:52:12,538 INFO SystemMonitor:221610 [interfaces.py:start():190] Started gpu monitoring +2023-05-09 11:52:12,539 INFO SystemMonitor:221610 [interfaces.py:start():190] Started memory monitoring +2023-05-09 11:52:12,539 INFO SystemMonitor:221610 [interfaces.py:start():190] Started network monitoring +2023-05-09 11:52:12,559 DEBUG HandlerThread:221610 [system_info.py:probe():195] Probing system +2023-05-09 11:52:12,566 DEBUG HandlerThread:221610 [system_info.py:_probe_git():180] Probing git +2023-05-09 11:52:12,584 DEBUG HandlerThread:221610 [system_info.py:_probe_git():188] Probing git done +2023-05-09 11:52:12,584 DEBUG HandlerThread:221610 [system_info.py:probe():240] Probing system done +2023-05-09 11:52:12,584 DEBUG HandlerThread:221610 [system_monitor.py:probe():210] {'os': 'Linux-3.10.0-957.27.2.el7.x86_64-x86_64-with-glibc2.17', 'python': '3.9.16', 'heartbeatAt': '2023-05-09T08:52:12.559849', 'startedAt': '2023-05-09T08:52:11.473313', 'docker': None, 'cuda': None, 'args': ('--model_name_or_path=openai/whisper-small', '--dataset_name=mozilla-foundation/common_voice_11_0', '--dataset_config_name=es', '--language=spanish', '--train_split_name=train+validation', '--eval_split_name=test', '--model_index_name=Whisper Small Spanish', '--max_steps=5000', '--output_dir=./', '--per_device_train_batch_size=32', '--gradient_accumulation_steps=2', '--per_device_eval_batch_size=32', '--logging_steps=25', '--learning_rate=1e-5', '--warmup_steps=500', '--evaluation_strategy=steps', '--eval_steps=1000', '--save_strategy=steps', '--save_steps=1000', '--generation_max_length=225', '--length_column_name=input_length', '--max_duration_in_seconds=30', '--text_column_name=sentence', '--freeze_feature_encoder=False', '--report_to=tensorboard', '--report_to=wandb', '--metric_for_best_model=wer', '--greater_is_better=False', '--load_best_model_at_end', '--gradient_checkpointing', '--fp16', '--overwrite_output_dir', '--do_train', '--do_eval', '--predict_with_generate', '--do_normalize_eval', '--streaming', '--use_auth_token', '--push_to_hub'), 'state': 'running', 'program': '/home/local/QCRI/dizham/kanari/whisper/whisper-small-es/run_speech_recognition_seq2seq_streaming.py', 'codePath': 'run_speech_recognition_seq2seq_streaming.py', 'git': {'remote': 'https://huggingface.co/danielizham/whisper-small-es', 'commit': '18d64585144dfb2b42f36bb96efcf34f21a79aff'}, 'email': 'daniel.izham@gmail.com', 'root': '/home/local/QCRI/dizham/kanari/whisper/whisper-small-es', 'host': 'crimv3mgpu016', 'username': 'dizham', 'executable': '/home/local/QCRI/dizham/miniconda3/envs/whisper/bin/python', 'cpu_count': 28, 'cpu_count_logical': 56, 'cpu_freq': {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, 'cpu_freq_per_core': [{'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}, {'current': 2201.0, 'min': 1000.0, 'max': 2201.0}], 'disk': {'total': 99.951171875, 'used': 15.493389129638672}, 'gpu': 'Tesla V100-SXM2-32GB', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla V100-SXM2-32GB', 'memory_total': 34089730048}, {'name': 'Tesla V100-SXM2-32GB', 'memory_total': 34089730048}], 'memory': {'total': 251.55353164672852}} +2023-05-09 11:52:12,584 INFO HandlerThread:221610 [system_monitor.py:probe():211] Finished collecting system info +2023-05-09 11:52:12,584 INFO HandlerThread:221610 [system_monitor.py:probe():214] Publishing system info +2023-05-09 11:52:12,584 DEBUG HandlerThread:221610 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-05-09 11:52:12,587 DEBUG HandlerThread:221610 [system_info.py:_save_pip():67] Saving pip packages done +2023-05-09 11:52:12,587 DEBUG HandlerThread:221610 [system_info.py:_save_conda():74] Saving list of conda packages installed into the current environment +2023-05-09 11:52:13,250 INFO Thread-12 :221610 [dir_watcher.py:_on_file_created():278] file/dir created: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/conda-environment.yaml +2023-05-09 11:52:13,250 INFO Thread-12 :221610 [dir_watcher.py:_on_file_created():278] file/dir created: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/requirements.txt +2023-05-09 11:52:13,251 INFO Thread-12 :221610 [dir_watcher.py:_on_file_created():278] file/dir created: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 11:52:24,092 DEBUG HandlerThread:221610 [system_info.py:_save_conda():86] Saving conda packages done +2023-05-09 11:52:24,096 INFO HandlerThread:221610 [system_monitor.py:probe():216] Finished publishing system info +2023-05-09 11:52:24,145 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:24,145 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: keepalive +2023-05-09 11:52:24,145 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:24,146 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: keepalive +2023-05-09 11:52:24,146 DEBUG SenderThread:221610 [sender.py:send():375] send: files +2023-05-09 11:52:24,146 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-metadata.json with policy now +2023-05-09 11:52:24,153 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:52:24,154 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:52:24,257 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/conda-environment.yaml +2023-05-09 11:52:24,258 INFO Thread-12 :221610 [dir_watcher.py:_on_file_created():278] file/dir created: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-metadata.json +2023-05-09 11:52:24,425 DEBUG SenderThread:221610 [sender.py:send():375] send: telemetry +2023-05-09 11:52:24,425 DEBUG SenderThread:221610 [sender.py:send():375] send: config +2023-05-09 11:52:24,426 DEBUG SenderThread:221610 [sender.py:send():375] send: metric +2023-05-09 11:52:24,426 DEBUG SenderThread:221610 [sender.py:send():375] send: telemetry +2023-05-09 11:52:24,426 DEBUG SenderThread:221610 [sender.py:send():375] send: metric +2023-05-09 11:52:24,426 WARNING SenderThread:221610 [sender.py:send_metric():1329] Seen metric with glob (shouldn't happen) +2023-05-09 11:52:24,952 INFO wandb-upload_0:221610 [upload_job.py:push():137] Uploaded file /tmp/tmpigze05dkwandb/474z3a1f-wandb-metadata.json +2023-05-09 11:52:25,259 INFO Thread-12 :221610 [dir_watcher.py:_on_file_created():278] file/dir created: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:27,262 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:27,421 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:29,265 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:31,267 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:32,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:33,270 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:35,273 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:37,277 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:37,849 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:39,153 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:52:39,154 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:52:39,279 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:41,281 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:43,522 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:44,285 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/config.yaml +2023-05-09 11:52:45,287 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:47,291 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:49,064 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:49,293 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:51,295 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:53,298 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:54,068 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:52:54,153 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:52:54,154 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:52:55,301 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:52:57,303 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:53:00,055 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:01,307 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:53:05,056 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:09,154 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:53:09,154 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:53:10,405 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:12,540 DEBUG SystemMonitor:221610 [system_monitor.py:_start():159] Starting system metrics aggregation loop +2023-05-09 11:53:12,541 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:53:16,196 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:17,321 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:53:21,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:23,326 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:53:24,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:53:24,155 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:53:27,410 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:32,410 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:37,411 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:39,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:53:39,156 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:53:42,415 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:42,543 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:53:47,545 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:52,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:53:54,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:53:54,156 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:53:58,421 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:03,421 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:08,422 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:09,161 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:54:09,168 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:54:12,544 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:54:13,545 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:18,545 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:23,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:24,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:54:24,156 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:54:29,419 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:34,420 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:39,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:54:39,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:54:40,410 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:42,546 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:54:45,548 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:47,429 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:54:50,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:54:54,154 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:54:54,155 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:54:56,413 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:01,414 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:06,415 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:09,154 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:55:09,155 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:55:11,435 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:12,547 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:55:15,448 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:55:16,548 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:21,549 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:24,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:55:24,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:55:27,445 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:32,446 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:35,463 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:55:38,073 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:39,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:55:39,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:55:42,549 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:55:43,551 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:48,552 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:53,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:55:54,157 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:55:54,158 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:55:59,430 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:04,431 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:07,490 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:56:09,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:56:09,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:56:10,425 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:12,551 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:56:15,553 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:20,553 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:24,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:56:24,156 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:56:26,394 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:31,394 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:36,432 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:37,515 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:56:39,155 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:56:39,156 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:56:42,400 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:42,556 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:56:47,558 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:52,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:56:54,158 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:56:54,159 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:56:58,412 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:03,412 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:05,540 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:57:08,534 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:09,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:57:09,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:57:12,554 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:57:13,555 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:18,556 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:23,556 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:24,157 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:57:24,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:57:29,400 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:34,633 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:35,564 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:57:39,156 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:57:39,157 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:57:40,403 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:42,557 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:57:45,558 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:50,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:57:54,157 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:57:54,158 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:57:56,403 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:01,404 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:05,589 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:58:07,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:09,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:58:09,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:58:12,428 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:12,559 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:58:17,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:22,562 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:24,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:58:24,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:58:28,199 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:33,445 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:33,613 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:58:38,446 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:39,163 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:58:39,164 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:58:42,560 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:58:43,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:48,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:53,562 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:58:54,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:58:54,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:58:59,450 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:04,799 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:05,640 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:59:09,165 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:59:09,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:59:10,413 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:12,561 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:59:15,562 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:20,563 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:24,165 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:59:24,176 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:59:26,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:31,662 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 11:59:31,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:36,743 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:39,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:59:39,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:59:42,432 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:42,562 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 11:59:47,563 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:52,564 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 11:59:54,175 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 11:59:54,176 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 11:59:58,445 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:03,723 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:00:04,046 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:09,047 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:09,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:00:09,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:00:12,563 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:00:14,564 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:19,565 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:24,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:00:24,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:00:25,430 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:31,122 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:31,819 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:00:36,123 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:39,165 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:00:39,174 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:00:41,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:42,565 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:00:46,566 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:51,567 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:00:54,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:00:54,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:00:57,437 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:01,844 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:01:02,541 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:07,542 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:09,164 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:01:09,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:01:12,565 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:01:12,568 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:17,567 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:22,568 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:24,165 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:01:24,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:01:28,440 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:33,926 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:01:34,325 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:39,165 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:01:39,165 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:01:39,434 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:42,566 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:01:44,567 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:49,568 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:01:54,187 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:01:54,187 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:01:55,437 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:01,366 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:02,047 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:02:06,366 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:09,180 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:02:09,181 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:02:11,441 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:12,567 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:02:16,569 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:21,569 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:24,181 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:02:24,181 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:02:27,455 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:32,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:34,072 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:02:37,763 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:39,181 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:02:39,181 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:02:42,570 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:02:43,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:48,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:53,582 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:02:54,190 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:02:54,191 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:02:58,796 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:00,095 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:03:03,797 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:08,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:09,189 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:03:09,189 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:03:12,569 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:03:14,570 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:19,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:24,189 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:03:24,190 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:03:25,450 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:31,217 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:03:31,447 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:36,447 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:39,206 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:03:39,207 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:03:41,460 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:42,570 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:03:46,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:51,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:03:54,206 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:03:54,207 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:03:57,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:03,154 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:03,244 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:04:08,154 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:09,206 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:04:09,206 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:04:12,571 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:04:13,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:18,573 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:23,573 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:24,210 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:04:24,210 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:04:29,265 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:04:29,285 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:34,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:39,209 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:04:39,209 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:04:39,699 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:42,572 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:04:45,573 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:50,574 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:04:54,209 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:04:54,210 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:04:56,508 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:01,509 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:03,292 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:05:07,081 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:09,211 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:05:09,211 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:05:12,515 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:12,574 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:05:17,575 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:22,576 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:24,209 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:05:24,210 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:05:28,452 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:31,315 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:05:34,305 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:39,210 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:05:39,211 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:05:39,459 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:42,575 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:05:44,576 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:49,577 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:05:54,211 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:05:54,211 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:05:55,467 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:00,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:03,342 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:06:06,250 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:09,221 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:06:09,221 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:06:11,492 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:12,575 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:06:16,577 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:21,578 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:24,220 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:06:24,221 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:06:27,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:31,366 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:06:32,900 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:37,901 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:39,221 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:06:39,221 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:06:42,576 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:06:43,577 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:48,578 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:53,579 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:06:54,271 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:06:54,271 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:06:58,895 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:00,391 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:07:03,896 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:08,897 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:09,271 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:07:09,272 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:07:12,577 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:07:14,578 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:19,579 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:24,270 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:07:24,271 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:07:25,521 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:28,786 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 12:07:28,788 DEBUG SenderThread:221610 [sender.py:send():375] send: metric +2023-05-09 12:07:28,788 DEBUG SenderThread:221610 [sender.py:send():375] send: metric +2023-05-09 12:07:28,789 DEBUG SenderThread:221610 [sender.py:send():375] send: metric +2023-05-09 12:07:28,789 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 12:07:28,789 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 12:07:28,792 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 12:07:29,413 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 12:07:30,416 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:07:30,794 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:31,417 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:07:35,800 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:36,422 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/config.yaml +2023-05-09 12:07:39,272 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:07:39,272 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:07:41,522 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:42,578 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:07:46,580 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:51,581 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:07:54,272 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:07:54,272 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:07:57,539 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:00,445 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:08:02,759 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:07,760 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:09,272 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:08:09,273 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:08:12,581 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:08:13,582 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:18,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:23,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:24,271 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:08:24,272 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:08:29,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:34,473 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:08:34,971 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:39,271 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:08:39,272 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:08:40,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:42,580 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:08:45,581 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:50,582 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:08:54,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:08:54,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:08:56,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:01,547 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:04,499 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:09:06,712 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:09,273 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:09:09,273 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:09:12,537 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:12,581 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:09:17,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:22,585 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:24,282 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:09:24,293 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:09:27,673 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:33,436 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:34,523 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:09:38,436 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:39,272 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:09:39,273 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:09:42,584 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:09:43,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:48,597 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:53,598 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:09:54,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:09:54,278 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:09:59,529 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:04,549 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:10:05,064 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:09,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:10:09,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:10:10,538 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:12,585 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:10:15,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:20,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:24,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:10:24,278 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:10:26,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:32,515 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:34,573 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:10:37,516 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:39,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:10:39,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:10:42,531 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:42,586 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:10:47,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:52,588 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:10:54,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:10:54,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:10:58,533 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:04,194 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:04,598 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:11:09,194 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:09,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:11:09,278 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:11:12,587 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:11:14,588 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:19,589 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:24,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:11:24,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:11:25,534 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:30,534 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:36,283 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:36,622 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:11:39,278 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:11:39,278 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:11:41,528 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:42,588 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:11:46,589 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:51,590 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:11:54,289 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:11:54,290 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:11:57,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:02,549 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:04,645 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:12:07,777 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:09,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:12:09,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:12:12,590 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:12:13,592 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:18,592 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:23,593 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:24,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:12:24,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:12:29,555 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:35,467 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:36,670 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:12:39,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:12:39,279 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:12:40,740 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:42,592 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:12:46,594 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:51,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:12:54,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:12:54,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:12:57,538 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:02,906 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:04,703 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:13:07,907 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:09,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:13:09,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:13:12,593 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:13:13,594 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:18,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:23,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:24,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:13:24,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:13:29,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:34,727 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:13:35,236 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:39,280 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:13:39,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:13:40,548 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:42,594 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:13:45,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:50,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:13:54,279 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:13:54,280 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:13:56,544 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:01,545 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:06,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:09,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:14:09,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:14:10,758 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:14:11,589 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:12,598 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:14:16,600 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:21,601 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:24,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:14:24,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:14:27,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:32,527 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:36,787 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:14:37,796 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:39,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:14:39,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:14:42,597 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:14:43,598 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:48,599 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:53,600 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:14:54,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:14:54,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:14:59,530 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:05,038 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:06,831 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:15:09,286 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:15:09,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:15:10,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:12,599 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:15:15,600 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:20,601 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:24,287 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:15:24,287 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:15:26,539 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:31,540 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:36,755 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:36,847 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:15:39,291 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:15:39,291 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:15:42,556 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:42,600 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:15:47,602 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:52,602 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:15:54,297 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:15:54,298 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:15:58,538 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:02,936 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:16:03,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:08,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:09,296 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:16:09,297 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:16:12,601 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:16:14,602 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:19,603 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:24,298 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:16:24,299 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:16:24,608 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:29,608 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:34,609 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:39,297 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:16:39,298 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:16:40,537 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:40,965 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:16:42,604 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:16:45,605 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:50,606 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:16:54,298 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:16:54,299 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:16:56,543 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:01,543 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:07,350 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:08,989 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:17:09,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:17:09,306 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:17:12,563 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:12,604 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:17:17,606 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:22,607 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:24,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:17:24,306 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:17:28,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:33,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:39,013 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:17:39,163 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:39,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:17:39,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:17:42,607 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:17:44,608 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:49,609 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:17:54,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:17:54,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:17:55,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:00,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:06,386 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:07,036 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:18:09,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:18:09,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:18:11,574 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:12,608 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:18:16,609 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:21,610 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:24,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:18:24,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:18:27,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:32,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:37,060 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:18:37,979 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:39,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:18:39,308 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:18:42,610 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:18:43,612 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:48,612 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:53,613 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:18:54,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:18:54,317 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:18:59,570 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:05,440 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:07,084 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:19:09,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:19:09,308 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:19:10,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:12,612 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:19:15,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:20,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:24,306 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:19:24,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:19:26,558 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:31,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:37,141 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:19:37,311 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:39,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:19:39,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:19:42,575 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:42,614 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:19:47,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:52,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:19:54,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:19:54,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:19:58,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:03,562 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:06,336 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 12:20:06,337 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 12:20:06,338 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 12:20:06,340 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 12:20:07,165 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 12:20:08,167 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:20:09,169 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:20:09,307 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:20:09,307 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:20:09,619 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:12,618 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:20:14,620 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:19,620 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:24,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:20:24,316 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:20:25,570 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:30,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:35,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:39,315 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:20:39,315 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:20:40,892 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:42,618 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:20:43,195 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:20:46,620 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:51,621 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:20:54,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:20:54,326 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:20:57,586 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:02,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:07,588 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:09,315 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:21:09,316 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:21:11,221 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:21:12,620 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:21:12,625 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:17,623 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:22,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:24,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:21:24,316 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:21:27,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:32,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:37,666 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:39,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:21:39,317 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:21:41,245 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:21:42,621 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:21:43,622 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:48,623 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:53,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:21:54,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:21:54,316 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:21:59,568 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:04,568 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:09,316 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:22:09,317 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:22:09,599 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:11,270 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:22:12,623 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:22:14,625 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:19,626 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:24,317 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:22:24,317 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:22:25,573 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:30,573 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:35,574 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:39,292 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:22:39,317 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:22:39,317 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:22:41,558 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:42,624 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:22:46,626 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:51,626 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:22:54,321 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:22:54,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:22:57,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:02,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:07,585 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:09,321 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:23:09,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:23:12,625 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:23:12,628 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:15,323 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:23:17,974 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:22,974 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:24,321 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:23:24,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:23:28,558 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:33,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:38,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:39,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:23:39,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:23:42,627 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:23:43,359 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:23:43,629 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:48,630 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:53,631 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:23:54,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:23:54,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:23:59,556 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:04,557 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:09,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:24:09,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:24:09,572 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:12,628 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:24:15,195 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:17,387 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:24:20,196 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:24,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:24:24,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:24:25,559 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:30,560 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:35,561 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:39,322 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:24:39,322 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:24:40,578 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:42,629 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:24:43,407 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:24:45,631 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:50,631 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:24:54,327 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:24:54,327 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:24:56,578 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:01,579 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:06,580 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:09,325 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:25:09,326 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:25:12,579 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:12,630 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:25:15,434 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:25:17,786 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:22,786 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:24,325 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:25:24,326 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:25:28,569 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:33,570 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:38,571 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:39,329 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:25:39,330 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:25:42,632 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:25:43,634 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:49,514 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:51,464 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:25:54,329 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:25:54,330 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:25:54,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:25:59,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:04,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:09,330 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:26:09,330 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:26:09,620 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:12,634 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:26:14,636 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:19,486 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:26:20,157 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:24,329 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:26:24,330 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:26:25,628 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:30,628 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:35,629 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:39,338 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:26:39,338 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:26:41,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:42,635 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:26:46,637 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:49,511 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:26:51,863 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:26:54,342 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:26:54,343 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:26:57,582 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:02,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:07,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:09,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:27:09,344 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:27:12,592 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:12,636 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:27:17,534 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:27:17,962 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:22,963 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:24,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:27:24,343 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:27:28,599 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:33,599 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:38,600 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:39,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:27:39,343 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:27:42,637 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:27:43,638 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:48,678 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:49,563 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:27:53,679 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:27:54,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:27:54,343 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:27:59,583 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:04,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:09,342 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:28:09,343 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:28:09,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:12,639 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:28:14,641 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:19,642 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:23,590 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:28:24,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:28:24,344 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:28:25,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:30,588 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:35,589 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:39,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:28:39,344 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:28:40,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:42,641 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:28:45,643 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:51,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:28:53,614 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:28:54,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:28:54,356 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:28:56,594 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:01,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:06,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:09,349 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:29:09,349 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:29:11,604 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:12,643 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:29:16,645 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:21,637 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:29:21,882 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:24,348 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:29:24,349 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:29:27,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:32,587 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:37,588 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:39,349 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:29:39,350 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:29:42,617 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:42,644 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:29:48,507 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:49,660 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:29:53,508 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:29:54,349 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:29:54,349 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:29:58,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:03,597 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:08,598 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:09,349 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:30:09,350 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:30:12,645 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:30:13,646 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:19,149 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:19,684 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:30:24,150 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:24,349 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:30:24,350 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:30:29,275 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:34,277 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:39,277 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:39,350 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:30:39,350 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:30:42,646 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:30:44,647 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:50,115 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:30:51,709 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:30:54,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:30:54,353 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:30:55,613 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:00,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:05,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:09,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:31:09,353 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:31:11,601 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:12,648 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:31:16,651 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:19,731 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:31:21,973 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:24,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:31:24,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:31:27,602 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:32,603 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:37,604 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:39,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:31:39,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:31:42,649 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:31:42,650 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:48,525 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:49,757 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:31:53,526 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:31:54,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:31:54,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:31:58,612 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:03,613 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:08,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:09,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:32:09,353 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:32:12,652 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:32:13,653 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:19,325 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:19,780 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:32:24,325 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:24,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:32:24,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:32:29,657 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:34,658 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:39,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:32:39,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:32:40,601 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:42,652 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:32:45,654 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:50,066 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 12:32:50,067 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 12:32:50,068 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 12:32:50,072 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 12:32:50,805 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 12:32:51,073 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:32:51,807 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:32:52,809 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:32:54,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:32:54,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:32:56,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:01,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:06,617 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:09,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:33:09,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:33:11,618 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:12,654 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:33:16,656 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:21,832 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:33:22,085 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:24,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:33:24,354 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:33:27,591 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:32,591 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:37,593 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:39,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:33:39,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:33:42,596 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:42,657 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:33:47,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:51,859 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:33:52,775 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:33:54,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:33:54,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:33:58,645 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:03,646 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:08,646 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:09,354 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:34:09,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:34:12,659 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:34:13,660 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:18,661 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:23,886 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:34:24,143 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:24,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:34:24,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:34:29,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:34,678 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:39,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:34:39,356 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:34:40,601 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:42,660 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:34:45,661 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:51,453 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:34:51,909 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:34:54,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:34:54,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:34:56,613 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:01,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:06,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:09,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:35:09,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:35:12,610 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:12,662 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:35:17,664 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:21,932 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:35:23,077 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:24,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:35:24,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:35:28,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:33,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:38,617 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:39,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:35:39,355 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:35:42,664 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:35:43,666 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:48,667 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:52,030 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:35:54,365 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:35:54,366 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:35:54,623 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:35:59,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:04,625 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:09,360 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:36:09,361 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:36:10,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:12,667 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:36:15,669 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:21,137 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:22,054 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:36:24,361 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:36:24,361 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:36:26,696 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:31,697 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:36,699 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:39,360 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:36:39,361 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:36:42,620 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:42,676 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:36:47,682 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:52,685 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:36:54,360 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:36:54,361 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:36:58,137 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:36:58,195 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:03,196 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:08,197 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:09,361 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:37:09,362 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:37:12,670 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:37:13,670 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:18,671 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:24,158 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:37:24,361 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:37:24,362 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:37:24,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:29,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:34,616 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:39,361 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:37:39,361 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:37:40,608 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:42,670 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:37:45,672 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:50,673 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:37:54,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:37:54,362 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:37:56,185 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:37:56,621 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:01,622 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:06,622 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:09,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:38:09,372 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:38:11,630 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:12,675 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:38:16,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:22,028 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:24,210 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:38:24,361 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:38:24,362 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:38:27,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:32,614 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:37,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:39,372 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:38:39,373 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:38:42,673 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:38:42,675 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:47,675 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:52,676 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:38:54,236 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:38:54,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:38:54,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:38:58,641 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:03,642 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:08,642 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:09,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:39:09,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:39:12,675 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:39:13,675 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:18,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:23,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:24,363 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:39:24,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:39:29,607 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:32,267 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:39:35,153 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:39,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:39:39,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:39:40,621 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:42,675 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:39:45,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:50,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:39:54,363 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:39:54,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:39:56,615 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:00,290 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:40:02,261 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:07,262 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:09,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:40:09,363 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:40:12,634 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:12,676 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:40:17,678 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:22,678 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:24,364 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:40:24,364 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:40:28,622 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:32,315 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:40:34,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:39,353 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:39,363 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:40:39,364 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:40:42,677 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:40:44,678 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:49,679 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:40:54,407 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:40:54,407 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:40:54,711 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:00,388 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:41:00,664 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:05,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:09,405 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:41:09,406 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:41:10,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:12,679 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:41:16,681 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:21,681 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:24,405 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:41:24,405 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:41:26,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:31,917 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:32,418 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:41:36,918 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:39,424 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:41:39,424 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:41:42,680 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:41:42,682 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:47,681 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:52,682 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:41:54,443 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:41:54,443 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:41:57,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:03,700 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:04,445 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:42:08,701 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:09,424 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:42:09,425 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:42:12,681 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:42:14,682 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:19,682 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:24,424 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:42:24,424 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:42:24,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:30,183 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:30,465 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:42:35,183 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:39,425 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:42:39,425 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:42:40,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:42,682 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:42:46,683 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:51,684 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:42:54,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:42:54,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:42:56,730 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:01,731 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:04,499 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:43:07,674 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:09,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:43:09,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:43:12,683 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:43:12,683 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:17,684 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:22,685 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:24,425 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:43:24,426 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:43:27,740 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:32,521 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:43:33,590 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:38,591 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:39,425 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:43:39,425 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:43:42,684 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:43:43,684 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:48,685 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:53,686 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:43:54,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:43:54,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:43:58,741 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:02,546 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:44:03,907 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:08,908 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:09,425 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:44:09,425 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:44:12,686 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:44:14,687 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:19,688 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:24,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:44:24,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:44:24,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:29,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:32,569 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:44:35,364 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:39,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:44:39,428 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:44:40,779 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:42,685 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:44:46,687 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:51,687 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:44:54,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:44:54,428 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:44:56,702 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:01,767 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:02,602 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:45:06,768 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:09,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:45:09,428 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:45:12,686 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:45:12,687 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:17,688 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:22,688 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:24,428 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:45:24,428 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:45:28,688 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:29,811 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 12:45:29,812 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 12:45:29,813 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 12:45:29,815 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 12:45:30,623 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 12:45:31,625 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:45:32,626 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:45:33,816 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:38,817 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:39,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:45:39,428 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:45:42,687 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:45:44,688 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:49,689 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:45:54,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:45:54,426 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:45:57,502 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:00,651 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:46:03,342 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:08,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:09,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:46:09,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:46:12,688 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:46:13,689 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:18,690 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:23,690 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:24,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:46:24,426 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:46:29,185 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:30,675 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:46:34,187 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:39,187 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:39,427 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:46:39,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:46:42,689 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:46:44,690 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:49,691 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:54,426 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:46:54,427 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:46:54,699 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:46:59,700 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:04,701 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:08,706 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:47:09,429 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:47:09,429 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:47:10,700 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:12,691 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:47:16,693 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:21,694 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:24,438 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:47:24,439 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:47:26,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:31,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:36,727 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:47:37,038 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:39,433 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:47:39,433 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:47:42,686 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:42,692 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:47:47,694 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:52,698 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:47:54,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:47:54,469 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:47:57,705 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:02,706 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:07,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:09,467 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:48:09,468 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:48:12,693 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:48:13,694 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:16,761 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:48:19,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:24,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:48:24,468 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:48:24,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:29,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:34,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:39,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:48:39,469 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:48:39,726 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:42,694 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:48:45,450 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:46,785 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:48:50,451 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:48:54,467 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:48:54,468 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:48:55,706 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:00,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:05,708 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:09,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:49:09,468 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:49:10,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:12,696 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:49:16,698 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:22,516 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:22,814 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:49:24,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:49:24,470 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:49:27,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:32,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:37,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:39,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:49:39,468 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:49:42,699 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:49:43,701 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:48,703 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:52,838 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:49:54,144 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:49:54,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:49:54,469 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:49:59,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:04,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:09,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:50:09,470 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:50:09,728 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:12,701 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:50:15,702 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:20,703 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:22,862 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:50:24,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:50:24,470 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:50:25,712 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:30,713 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:35,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:39,469 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:50:39,469 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:50:40,923 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:42,701 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:50:46,703 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:51,704 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:54,468 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:50:54,469 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:50:56,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:50:56,890 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:51:01,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:06,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:09,474 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:51:09,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:51:12,702 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:51:12,704 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:17,704 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:22,705 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:24,474 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:51:24,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:51:27,728 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:33,215 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:34,920 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:51:38,216 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:39,474 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:51:39,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:51:42,704 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:51:43,706 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:48,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:53,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:51:54,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:51:54,476 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:51:58,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:03,967 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:04,945 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:52:08,968 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:09,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:52:09,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:52:12,705 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:52:14,706 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:19,707 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:24,474 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:52:24,474 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:52:24,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:29,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:35,264 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:36,970 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:52:39,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:52:39,476 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:52:40,978 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:42,714 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:52:46,724 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:51,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:52:54,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:52:54,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:52:56,734 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:02,344 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:02,993 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:53:07,345 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:09,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:53:09,476 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:53:12,711 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:53:12,712 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:17,713 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:22,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:24,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:53:24,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:53:27,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:32,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:35,020 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:53:37,839 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:39,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:53:39,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:53:42,712 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:53:43,713 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:48,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:53,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:53:54,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:53:54,475 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:53:58,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:04,667 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:05,047 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:54:09,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:54:09,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:54:09,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:12,713 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:54:15,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:20,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:24,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:54:24,476 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:54:25,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:30,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:33,068 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:54:35,926 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:39,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:54:39,476 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:54:41,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:42,714 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:54:47,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:52,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:54:54,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:54:54,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:54:57,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:03,092 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:55:03,347 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:08,348 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:09,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:55:09,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:55:12,715 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:55:13,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:18,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:23,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:24,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:55:24,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:55:28,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:33,115 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:55:33,934 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:38,935 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:39,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:55:39,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:55:42,716 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:55:44,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:49,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:54,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:55:54,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:55:54,727 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:55:59,728 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:03,140 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:56:05,223 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:09,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:56:09,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:56:10,769 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:12,718 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:56:16,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:21,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:24,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:56:24,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:56:27,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:31,163 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:56:33,479 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:38,480 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:39,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:56:39,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:56:42,718 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:56:43,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:48,719 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:53,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:56:54,476 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:56:54,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:56:58,731 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:01,188 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:57:04,347 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:09,348 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:09,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:57:09,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:57:12,718 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:57:14,719 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:19,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:24,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:57:24,479 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:57:24,739 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:29,739 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:33,214 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:57:35,117 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:39,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:57:39,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:57:40,731 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:42,719 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:57:46,720 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:51,721 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:57:54,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:57:54,477 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:57:57,719 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:01,237 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:58:03,357 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:08,358 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:09,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:58:09,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:58:12,720 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:58:13,721 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:18,722 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:23,722 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:24,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:58:24,479 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:58:28,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:30,595 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 12:58:30,596 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 12:58:30,596 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 12:58:30,599 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 12:58:31,260 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 12:58:32,263 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:58:33,264 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:58:34,600 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:39,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:58:39,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:58:39,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:42,721 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:58:44,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:49,723 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:54,477 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:58:54,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:58:54,731 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:58:59,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:03,291 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:59:05,522 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:09,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:59:09,479 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:59:10,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:12,722 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:59:16,723 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:21,724 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:24,479 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:59:24,480 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:59:26,771 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:31,313 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 12:59:32,209 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:37,210 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:39,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:59:39,479 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:59:42,721 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:42,723 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 12:59:47,724 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:52,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 12:59:54,478 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 12:59:54,478 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 12:59:58,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:01,338 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:00:04,495 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:09,479 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:00:09,480 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:00:09,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:12,724 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:00:15,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:20,725 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:24,481 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:00:24,481 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:00:26,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:31,374 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:00:32,022 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:37,023 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:39,480 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:00:39,481 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:00:42,725 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:00:42,727 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:47,726 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:52,727 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:00:54,480 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:00:54,481 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:00:57,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:03,492 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:01:03,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:08,625 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:09,480 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:01:09,481 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:01:12,726 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:01:13,727 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:18,728 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:23,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:24,481 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:01:24,492 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:01:29,213 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:31,515 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:01:34,342 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:39,343 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:39,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:01:39,483 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:01:42,727 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:01:44,728 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:49,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:01:54,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:01:54,482 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:01:54,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:00,751 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:01,538 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:02:05,752 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:09,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:02:09,482 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:02:10,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:12,729 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:02:16,741 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:21,740 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:24,481 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:02:24,482 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:02:26,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:29,560 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:02:32,007 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:37,008 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:39,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:02:39,482 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:02:42,730 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:02:42,735 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:47,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:52,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:02:54,483 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:02:54,484 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:02:58,727 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:03,588 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:03:04,129 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:09,130 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:09,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:03:09,484 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:03:12,731 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:03:14,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:19,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:24,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:03:24,484 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:03:24,777 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:29,778 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:31,680 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:03:35,466 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:39,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:03:39,483 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:03:40,788 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:42,732 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:03:46,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:51,734 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:03:54,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:03:54,483 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:03:56,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:01,783 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:03,718 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:04:07,280 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:09,485 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:04:09,485 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:04:12,733 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:04:12,735 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:17,734 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:22,735 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:24,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:04:24,485 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:04:28,729 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:31,740 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:04:33,734 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:38,735 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:39,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:04:39,484 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:04:42,733 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:04:44,734 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:49,735 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:04:54,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:04:54,484 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:04:54,825 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:00,388 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:01,765 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:05:05,389 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:09,495 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:05:09,496 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:05:11,027 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:12,734 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:05:16,736 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:21,736 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:24,485 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:05:24,485 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:05:26,793 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:31,790 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:05:32,297 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:37,298 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:39,485 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:05:39,486 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:05:42,735 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:05:42,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:47,737 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:52,753 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:54,485 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:05:54,485 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:05:57,789 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:05:59,813 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:06:02,826 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:07,826 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:09,496 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:06:09,497 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:06:12,736 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:06:13,737 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:18,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:23,739 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:24,486 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:06:24,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:06:28,766 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:31,839 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:06:34,741 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:39,486 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:06:39,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:06:39,770 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:42,737 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:06:45,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:50,739 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:54,486 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:06:54,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:06:55,796 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:06:59,862 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:07:01,016 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:06,017 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:09,487 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:07:09,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:07:11,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:12,739 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:07:17,741 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:22,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:24,487 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:07:24,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:07:27,747 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:32,748 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:37,896 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:07:38,419 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:39,487 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:07:39,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:07:42,741 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:07:43,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:48,743 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:53,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:07:54,487 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:07:54,487 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:07:58,747 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:03,935 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:08:04,589 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:09,487 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:08:09,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:08:09,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:12,744 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:08:14,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:19,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:24,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:08:24,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:08:27,634 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:32,635 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:33,961 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:08:37,703 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:39,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:08:39,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:08:42,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:42,743 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:08:47,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:52,745 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:08:54,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:08:54,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:08:58,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:03,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:07,990 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:09:08,839 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:09,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:09:09,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:09:12,745 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:09:14,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:19,747 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:24,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:09:24,488 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:09:25,745 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:30,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:35,746 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:38,015 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:09:39,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:09:39,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:09:40,767 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:42,747 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:09:46,749 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:51,750 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:09:54,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:09:54,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:09:57,732 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:02,733 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:08,040 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:10:08,718 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:09,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:10:09,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:10:12,749 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:10:13,751 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:18,751 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:23,752 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:24,488 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:10:24,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:10:29,741 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:34,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:36,062 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:10:39,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:10:39,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:10:40,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:42,751 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:10:45,753 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:50,753 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:10:54,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:10:54,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:10:55,756 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:00,757 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:03,991 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 13:11:03,992 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 13:11:03,993 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 13:11:03,996 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 13:11:04,084 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 13:11:05,086 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:11:05,997 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:06,088 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:11:09,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:11:09,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:11:11,736 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:12,752 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:11:16,753 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:21,753 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:24,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:11:24,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:11:27,737 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:32,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:34,112 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:11:38,033 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:39,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:11:39,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:11:42,754 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:11:43,755 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:48,756 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:53,757 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:11:54,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:11:54,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:11:58,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:04,145 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:12:04,280 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:09,281 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:09,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:12:09,489 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:12:12,755 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:12:14,755 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:19,756 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:24,490 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:12:24,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:12:25,747 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:30,748 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:32,167 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:12:35,800 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:39,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:12:39,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:12:41,738 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:42,755 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:12:46,757 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:51,757 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:12:54,489 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:12:54,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:12:57,742 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:02,743 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:08,198 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:13:08,462 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:09,490 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:13:09,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:13:12,758 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:13:13,759 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:18,760 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:23,761 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:24,490 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:13:24,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:13:29,759 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:34,219 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:13:35,355 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:39,491 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:13:39,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:13:40,750 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:42,758 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:13:45,760 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:50,761 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:13:54,491 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:13:54,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:13:56,736 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:01,918 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:02,244 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:14:06,919 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:09,490 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:14:09,490 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:14:12,755 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:12,761 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:14:17,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:22,763 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:24,491 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:14:24,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:14:27,802 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:32,269 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:14:33,244 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:38,245 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:39,491 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:14:39,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:14:42,760 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:14:43,761 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:48,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:53,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:14:54,490 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:14:54,491 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:14:59,483 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:02,312 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:15:04,483 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:09,484 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:09,534 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:15:09,535 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:15:12,761 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:15:14,762 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:19,763 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:24,534 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:15:24,535 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:15:24,775 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:30,473 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:32,336 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:15:35,474 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:39,535 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:15:39,536 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:15:40,794 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:42,762 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:15:46,763 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:51,764 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:15:54,555 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:15:54,556 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:15:56,810 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:00,360 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:16:02,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:07,475 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:09,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:16:09,554 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:16:12,764 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:16:12,769 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:17,766 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:22,767 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:24,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:16:24,555 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:16:28,743 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:30,384 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:16:33,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:38,744 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:39,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:16:39,554 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:16:42,767 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:16:43,769 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:48,770 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:53,770 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:16:54,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:16:54,554 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:16:56,450 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:16:58,850 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:03,851 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:08,852 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:09,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:17:09,555 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:17:12,767 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:17:14,768 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:19,769 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:24,554 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:17:24,555 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:17:24,861 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:28,481 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:17:30,313 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:35,314 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:39,555 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:17:39,555 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:17:40,823 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:42,770 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:17:46,772 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:51,773 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:54,584 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:17:54,585 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:17:57,674 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:17:58,506 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:18:02,674 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:07,675 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:09,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:18:09,625 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:18:12,773 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:18:12,774 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:17,775 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:22,775 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:24,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:18:24,624 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:18:26,544 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:18:28,714 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:33,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:38,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:39,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:18:39,625 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:18:42,775 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:18:43,777 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:48,777 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:53,778 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:18:54,624 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:18:54,624 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:18:56,568 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:18:59,050 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:04,051 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:09,051 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:09,632 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:19:09,633 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:19:12,777 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:19:14,779 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:19,779 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:24,590 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:19:24,633 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:19:24,634 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:19:24,891 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:29,892 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:34,892 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:39,633 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:19:39,634 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:19:40,887 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:42,778 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:19:46,779 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:51,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:19:54,661 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:19:54,661 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:19:56,625 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:19:56,993 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:01,994 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:06,995 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:09,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:20:09,659 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:20:12,782 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:20:12,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:17,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:23,288 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:24,648 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:20:24,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:20:24,660 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:20:28,917 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:33,918 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:38,918 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:39,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:20:39,659 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:20:42,782 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:20:44,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:49,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:54,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:20:54,660 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:20:54,914 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:20:58,680 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:21:00,356 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:05,356 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:09,659 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:21:09,660 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:21:10,929 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:12,783 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:21:16,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:21,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:24,660 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:21:24,660 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:21:27,169 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:30,706 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:21:33,015 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:38,016 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:39,700 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:21:39,701 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:21:42,785 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:21:43,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:48,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:53,788 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:21:54,699 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:21:54,700 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:21:59,362 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:00,732 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:22:04,363 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:09,363 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:09,699 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:22:09,699 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:22:12,786 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:22:14,787 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:19,788 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:24,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:22:24,717 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:22:24,972 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:29,980 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:30,756 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:22:34,985 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:39,715 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:22:39,715 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:22:40,956 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:42,787 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:22:46,788 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:51,789 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:22:54,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:22:54,716 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:22:56,977 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:00,780 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:23:02,451 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:07,451 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:09,716 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:23:09,716 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:23:12,788 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:23:12,790 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:17,789 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:22,790 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:24,717 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:23:24,717 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:23:27,964 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:30,649 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: partial_history +2023-05-09 13:23:30,650 DEBUG SenderThread:221610 [sender.py:send():375] send: history +2023-05-09 13:23:30,650 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: summary_record +2023-05-09 13:23:30,654 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 13:23:30,805 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 13:23:31,807 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:23:32,809 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:23:33,654 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:38,655 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:39,755 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:23:39,756 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:23:42,789 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:23:43,789 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:48,795 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:53,796 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:23:54,764 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:23:54,765 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:23:59,016 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:00,844 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:24:04,022 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:09,023 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:09,756 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:24:09,756 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:24:12,790 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:24:14,791 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:19,792 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:24,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:24:24,782 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:24:25,031 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:30,334 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:30,869 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:24:35,335 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:39,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:24:39,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:24:41,042 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:42,790 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:24:46,792 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:51,793 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:24:54,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:24:54,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:24:57,024 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:02,982 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:03,039 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:25:07,983 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:09,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:25:09,780 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:25:12,791 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:25:13,792 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:18,793 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:23,794 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:24,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:25:24,780 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:25:28,918 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:29,059 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:25:33,919 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:38,920 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:39,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:25:39,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:25:42,794 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:25:44,795 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:49,796 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:25:54,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:25:54,780 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:25:55,022 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:00,446 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:01,085 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:26:05,446 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:09,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:26:09,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:26:11,025 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:12,796 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:26:16,797 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:21,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:24,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:26:24,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:26:27,016 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:31,110 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:26:32,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:37,546 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:39,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:26:39,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:26:42,796 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:26:42,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:47,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:52,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:54,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:26:54,781 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:26:58,212 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:26:59,155 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:27:03,213 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:08,214 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:09,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:27:09,782 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:27:12,797 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:27:13,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:18,799 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:23,800 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:24,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:27:24,782 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:27:29,026 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:34,780 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:35,270 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:27:39,781 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:39,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:27:39,793 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:27:42,798 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:27:44,799 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:49,800 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:27:54,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:27:54,793 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:27:55,037 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:00,037 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:05,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:07,310 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:28:09,782 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:28:09,782 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:28:11,024 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:12,801 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:28:16,803 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:21,804 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:24,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:28:24,784 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:28:27,037 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:32,038 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:35,332 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:28:37,162 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:39,783 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:28:39,784 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:28:42,803 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:28:42,805 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:47,805 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:52,806 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:28:54,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:28:54,784 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:28:58,039 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:03,040 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:08,884 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:09,360 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:29:09,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:29:09,785 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:29:12,805 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:29:14,807 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:19,808 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:24,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:29:24,785 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:29:25,039 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:30,040 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:35,040 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:37,382 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:29:39,784 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:29:39,785 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:29:41,028 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:42,807 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:29:46,809 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:51,810 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:29:54,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:29:54,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:29:57,032 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:02,033 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:07,407 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:30:07,634 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:09,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:30:09,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:30:12,808 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:30:12,809 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:17,810 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:22,811 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:24,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:30:24,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:30:28,032 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:33,033 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:37,432 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:30:38,726 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:39,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:30:39,785 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:30:42,811 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:30:43,812 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:48,813 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:53,814 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:30:54,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:30:54,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:30:59,031 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:02,454 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:04,658 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:08,460 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:09,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:31:09,785 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:31:10,020 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:12,464 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:12,812 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:31:15,813 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:18,471 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:21,195 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:22,475 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:24,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:31:24,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:31:26,547 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:28,481 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:31,548 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:34,486 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:36,947 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:38,491 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:39,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:31:39,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:31:42,054 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:42,815 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:31:44,497 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:47,482 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:48,503 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:52,483 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:54,510 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:31:54,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:31:54,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:31:57,839 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:31:58,515 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:02,840 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:04,521 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:08,021 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:09,785 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:32:09,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:32:10,527 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:12,813 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:32:13,495 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:14,532 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:18,496 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:20,539 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:23,677 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:24,543 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:24,786 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:32:24,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:32:29,031 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:30,550 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:34,032 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:36,555 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:39,210 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:39,786 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: stop_status +2023-05-09 13:32:39,786 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: stop_status +2023-05-09 13:32:40,559 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:42,815 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:32:44,527 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:44,532 DEBUG SenderThread:221610 [sender.py:send():375] send: exit +2023-05-09 13:32:44,532 INFO SenderThread:221610 [sender.py:send_exit():598] handling exit code: 1 +2023-05-09 13:32:44,532 INFO SenderThread:221610 [sender.py:send_exit():600] handling runtime: 6031 +2023-05-09 13:32:44,535 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 13:32:44,535 INFO SenderThread:221610 [sender.py:send_exit():606] send defer +2023-05-09 13:32:44,535 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,535 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 0 +2023-05-09 13:32:44,536 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,536 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 0 +2023-05-09 13:32:44,536 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 1 +2023-05-09 13:32:44,536 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,536 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 1 +2023-05-09 13:32:44,536 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,536 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 1 +2023-05-09 13:32:44,536 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 2 +2023-05-09 13:32:44,536 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,536 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 2 +2023-05-09 13:32:44,536 INFO HandlerThread:221610 [system_monitor.py:finish():190] Stopping system monitor +2023-05-09 13:32:44,537 INFO HandlerThread:221610 [interfaces.py:finish():202] Joined cpu monitor +2023-05-09 13:32:44,537 INFO HandlerThread:221610 [interfaces.py:finish():202] Joined disk monitor +2023-05-09 13:32:44,537 DEBUG SystemMonitor:221610 [system_monitor.py:_start():166] Finished system metrics aggregation loop +2023-05-09 13:32:44,537 DEBUG SystemMonitor:221610 [system_monitor.py:_start():170] Publishing last batch of metrics +2023-05-09 13:32:44,562 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 13:32:44,664 INFO HandlerThread:221610 [interfaces.py:finish():202] Joined gpu monitor +2023-05-09 13:32:44,664 INFO HandlerThread:221610 [interfaces.py:finish():202] Joined memory monitor +2023-05-09 13:32:44,664 INFO HandlerThread:221610 [interfaces.py:finish():202] Joined network monitor +2023-05-09 13:32:44,664 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,665 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 2 +2023-05-09 13:32:44,665 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 3 +2023-05-09 13:32:44,665 DEBUG SenderThread:221610 [sender.py:send():375] send: stats +2023-05-09 13:32:44,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,665 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 3 +2023-05-09 13:32:44,665 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,665 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 3 +2023-05-09 13:32:44,665 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 4 +2023-05-09 13:32:44,665 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,665 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 4 +2023-05-09 13:32:44,666 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,666 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 4 +2023-05-09 13:32:44,666 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 5 +2023-05-09 13:32:44,666 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,666 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 5 +2023-05-09 13:32:44,666 DEBUG SenderThread:221610 [sender.py:send():375] send: summary +2023-05-09 13:32:44,670 INFO SenderThread:221610 [sender.py:_save_file():1378] saving file wandb-summary.json with policy end +2023-05-09 13:32:44,670 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,670 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 5 +2023-05-09 13:32:44,670 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 6 +2023-05-09 13:32:44,670 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,670 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 6 +2023-05-09 13:32:44,670 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,670 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 6 +2023-05-09 13:32:44,670 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 7 +2023-05-09 13:32:44,670 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:44,671 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:44,671 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 7 +2023-05-09 13:32:44,671 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:44,671 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 7 +2023-05-09 13:32:45,532 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: poll_exit +2023-05-09 13:32:45,564 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:45,564 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 13:32:46,253 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 8 +2023-05-09 13:32:46,254 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: poll_exit +2023-05-09 13:32:46,254 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:46,254 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 8 +2023-05-09 13:32:46,254 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:46,254 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 8 +2023-05-09 13:32:46,286 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 9 +2023-05-09 13:32:46,287 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:46,287 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 9 +2023-05-09 13:32:46,287 DEBUG SenderThread:221610 [sender.py:send():375] send: artifact +2023-05-09 13:32:46,533 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: poll_exit +2023-05-09 13:32:46,564 INFO Thread-12 :221610 [dir_watcher.py:_on_file_modified():295] file/dir modified: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:48,424 INFO wandb-upload_0:221610 [upload_job.py:push():95] Uploaded file /home/local/QCRI/dizham/.local/share/wandb/artifacts/staging/tmp9xpk3w7r +2023-05-09 13:32:48,448 INFO wandb-upload_1:221610 [upload_job.py:push():95] Uploaded file /home/local/QCRI/dizham/.local/share/wandb/artifacts/staging/tmps7k36k29 +2023-05-09 13:32:50,218 INFO SenderThread:221610 [sender.py:send_artifact():1474] sent artifact job-https___huggingface.co_danielizham_whisper-small-es_run_speech_recognition_seq2seq_streaming.py - {'id': 'QXJ0aWZhY3Q6NDQ3ODgyMDg0', 'digest': '993faec0c758f7208ffcfdb466918088', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjY3ODY1ODU2', 'latestArtifact': None}, 'version': 'latest'} +2023-05-09 13:32:50,218 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:50,219 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: status_report +2023-05-09 13:32:50,219 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 9 +2023-05-09 13:32:50,219 INFO SenderThread:221610 [dir_watcher.py:finish():365] shutting down directory watcher +2023-05-09 13:32:50,567 INFO SenderThread:221610 [dir_watcher.py:finish():395] scan: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files +2023-05-09 13:32:50,567 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/conda-environment.yaml conda-environment.yaml +2023-05-09 13:32:50,567 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/config.yaml config.yaml +2023-05-09 13:32:50,568 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-metadata.json wandb-metadata.json +2023-05-09 13:32:50,568 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/requirements.txt requirements.txt +2023-05-09 13:32:50,573 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log output.log +2023-05-09 13:32:50,576 INFO SenderThread:221610 [dir_watcher.py:finish():409] scan save: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json wandb-summary.json +2023-05-09 13:32:50,576 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 10 +2023-05-09 13:32:50,577 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: poll_exit +2023-05-09 13:32:50,577 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:50,577 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 10 +2023-05-09 13:32:50,582 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:50,582 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 10 +2023-05-09 13:32:50,582 INFO SenderThread:221610 [file_pusher.py:finish():167] shutting down file pusher +2023-05-09 13:32:51,199 INFO wandb-upload_0:221610 [upload_job.py:push():137] Uploaded file /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/conda-environment.yaml +2023-05-09 13:32:51,535 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: keepalive +2023-05-09 13:32:51,547 INFO wandb-upload_3:221610 [upload_job.py:push():137] Uploaded file /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/output.log +2023-05-09 13:32:51,562 INFO wandb-upload_4:221610 [upload_job.py:push():137] Uploaded file /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/wandb-summary.json +2023-05-09 13:32:51,563 INFO wandb-upload_1:221610 [upload_job.py:push():137] Uploaded file /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/config.yaml +2023-05-09 13:32:51,596 INFO wandb-upload_2:221610 [upload_job.py:push():137] Uploaded file /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/files/requirements.txt +2023-05-09 13:32:51,796 INFO Thread-11 :221610 [sender.py:transition_state():626] send defer: 11 +2023-05-09 13:32:51,797 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:51,797 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 11 +2023-05-09 13:32:51,797 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:51,797 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 11 +2023-05-09 13:32:51,798 INFO SenderThread:221610 [file_pusher.py:join():172] waiting for file pusher +2023-05-09 13:32:51,798 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 12 +2023-05-09 13:32:51,798 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:51,798 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 12 +2023-05-09 13:32:51,798 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:51,798 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 12 +2023-05-09 13:32:53,054 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 13 +2023-05-09 13:32:53,054 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:53,054 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 13 +2023-05-09 13:32:53,054 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:53,054 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 13 +2023-05-09 13:32:53,055 INFO SenderThread:221610 [sender.py:transition_state():626] send defer: 14 +2023-05-09 13:32:53,055 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: defer +2023-05-09 13:32:53,055 INFO HandlerThread:221610 [handler.py:handle_request_defer():170] handle defer: 14 +2023-05-09 13:32:53,055 DEBUG SenderThread:221610 [sender.py:send():375] send: final +2023-05-09 13:32:53,055 DEBUG SenderThread:221610 [sender.py:send():375] send: footer +2023-05-09 13:32:53,055 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: defer +2023-05-09 13:32:53,055 INFO SenderThread:221610 [sender.py:send_request_defer():622] handle sender defer: 14 +2023-05-09 13:32:53,056 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: poll_exit +2023-05-09 13:32:53,056 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: poll_exit +2023-05-09 13:32:53,056 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: server_info +2023-05-09 13:32:53,057 DEBUG SenderThread:221610 [sender.py:send_request():402] send_request: server_info +2023-05-09 13:32:53,059 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: get_summary +2023-05-09 13:32:53,059 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: sampled_history +2023-05-09 13:32:53,302 INFO MainThread:221610 [wandb_run.py:_footer_history_summary_info():3469] rendering history +2023-05-09 13:32:53,302 INFO MainThread:221610 [wandb_run.py:_footer_history_summary_info():3501] rendering summary +2023-05-09 13:32:53,303 INFO MainThread:221610 [wandb_run.py:_footer_sync_info():3428] logging synced files +2023-05-09 13:32:53,303 DEBUG HandlerThread:221610 [handler.py:handle_request():144] handle_request: shutdown +2023-05-09 13:32:53,303 INFO HandlerThread:221610 [handler.py:finish():845] shutting down handler +2023-05-09 13:32:54,057 INFO WriterThread:221610 [datastore.py:close():298] close: /home/local/QCRI/dizham/kanari/whisper/whisper-small-es/wandb/run-20230509_115211-hq92t8sj/run-hq92t8sj.wandb +2023-05-09 13:32:54,302 INFO SenderThread:221610 [sender.py:finish():1550] shutting down sender +2023-05-09 13:32:54,302 INFO SenderThread:221610 [file_pusher.py:finish():167] shutting down file pusher +2023-05-09 13:32:54,302 INFO SenderThread:221610 [file_pusher.py:join():172] waiting for file pusher