diff --git "a/wandb/run-20220129_170809-3lal72pm/logs/debug-internal.log" "b/wandb/run-20220129_170809-3lal72pm/logs/debug-internal.log" --- "a/wandb/run-20220129_170809-3lal72pm/logs/debug-internal.log" +++ "b/wandb/run-20220129_170809-3lal72pm/logs/debug-internal.log" @@ -2166,3 +2166,865 @@ 2022-01-29 17:46:30,100 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status 2022-01-29 17:46:45,248 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status 2022-01-29 17:46:45,248 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:46:51,033 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:47:00,536 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:00,536 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:02,321 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:08,323 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:14,326 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:15,793 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:15,794 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:18,327 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:22,010 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:47:24,330 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:28,332 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:30,944 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:30,944 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:34,335 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:38,336 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:42,339 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:46,094 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:46,094 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:46,340 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:48,341 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:52,343 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:52,974 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:47:56,344 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:47:58,345 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:00,346 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:01,241 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:01,241 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:03,347 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:05,348 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:07,349 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:15,352 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:16,413 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:16,413 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:23,356 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:23,971 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:48:29,358 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:31,593 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:31,593 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:35,361 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:41,363 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:45,366 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:46,741 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:46,741 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:49,367 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:54,921 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:48:55,370 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:48:59,371 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:01,970 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:01,971 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:03,373 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:07,375 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:11,377 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:13,378 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:17,208 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:17,208 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:18,380 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:20,381 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:22,382 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:24,383 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:25,839 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:49:26,384 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:28,385 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:32,350 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:32,351 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:36,389 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:44,392 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:47,509 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:47,510 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:50,394 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:56,397 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:49:56,766 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:50:00,399 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:02,659 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:02,659 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:06,401 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:10,403 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:14,405 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:17,874 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:17,875 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:18,407 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:22,409 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:26,410 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:27,677 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:50:28,411 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:32,413 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:33,111 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:33,111 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:35,415 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:39,416 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:41,417 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:43,418 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:45,419 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:47,420 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:48,310 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:48,310 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:55,423 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:50:58,561 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:50:59,425 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:03,427 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:03,615 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:03,616 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:11,430 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:17,432 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:19,035 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:19,035 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:25,436 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:29,463 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:51:31,438 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:34,216 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:34,216 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:37,441 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:42,443 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:46,445 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:49,474 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:49,474 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:50,447 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:54,448 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:51:58,450 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:00,386 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:52:02,452 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:04,897 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:04,897 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:06,453 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:08,454 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:12,456 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:14,457 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:18,459 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:20,122 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:20,123 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:20,460 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:22,461 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:24,462 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:31,288 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:52:32,465 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:35,266 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:35,267 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:38,468 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:44,470 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:50,508 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:50,509 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:51,473 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:52:57,477 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:01,478 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:02,232 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:53:05,833 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:05,834 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:07,481 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:11,482 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:15,484 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:19,486 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:21,114 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:21,114 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:23,487 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:25,488 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:29,490 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:31,491 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:33,188 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:53:35,493 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:36,383 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:36,384 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:37,494 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:39,494 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:41,495 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:43,496 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:51,500 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:53:51,692 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:51,692 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:57,088 DEBUG SenderThread:2548178 [sender.py:send():234] send: history +2022-01-29 17:53:57,152 DEBUG SenderThread:2548178 [sender.py:send():234] send: summary +2022-01-29 17:53:57,177 INFO SenderThread:2548178 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:53:57,502 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json +2022-01-29 17:53:59,503 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:04,124 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:54:05,505 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:06,938 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:06,940 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:12,508 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:16,510 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:22,085 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:22,086 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:22,512 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:26,514 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:30,516 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:34,518 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:35,061 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:54:37,228 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:37,228 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:38,520 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:42,522 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:46,524 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:50,525 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:52,456 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:52,457 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:52,526 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:56,528 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:54:58,529 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:00,529 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:02,530 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:04,531 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:06,052 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:55:07,603 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:07,604 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:12,534 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:18,537 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:22,754 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:22,755 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:27,541 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:31,543 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:37,058 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:55:37,545 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:37,924 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:37,924 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:43,547 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:47,549 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:51,551 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:53,132 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:53,133 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:55,553 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:55:59,554 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:03,556 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:07,558 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:08,009 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:56:08,289 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:08,290 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:09,559 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:13,560 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:15,561 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:19,563 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:21,564 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:23,433 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:23,433 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:23,564 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:25,565 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:31,568 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:37,571 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:38,684 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:38,684 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:38,903 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:56:40,572 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:42,573 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:48,575 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:56:53,880 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:53,880 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:56,578 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:02,581 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:08,583 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:09,105 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:09,105 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:09,821 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:57:14,586 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:20,588 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:24,407 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:24,408 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:24,590 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:28,592 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:33,594 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:37,596 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:39,640 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:39,641 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:40,784 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:57:41,598 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:45,600 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:47,601 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:51,602 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:53,603 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:54,897 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:54,898 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:55,604 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:57:59,606 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:01,606 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:09,610 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:10,172 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:10,172 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:11,787 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:58:17,613 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:23,616 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:25,424 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:25,425 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:29,618 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:33,620 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:39,622 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:40,572 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:40,573 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:42,768 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:58:43,624 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:48,626 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:52,628 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:58:55,798 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:55,800 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:56,630 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:00,631 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:04,633 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:06,634 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:10,636 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:11,027 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:11,028 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:12,637 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:13,687 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:59:16,638 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:18,639 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:20,641 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:22,641 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:26,174 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:26,174 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:30,645 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:36,648 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:41,319 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:41,320 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:42,650 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:44,646 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 17:59:48,652 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:54,655 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 17:59:56,469 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:56,469 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:59,657 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:05,660 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:09,662 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:11,701 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:11,702 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:13,664 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:15,656 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:00:17,665 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:21,667 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:23,668 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:26,975 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:26,976 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:27,670 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:29,670 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:33,672 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:35,673 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:37,674 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:39,675 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:41,676 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:42,260 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:42,261 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:46,630 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:00:49,679 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:00:57,592 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:57,593 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:57,683 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:01,981 DEBUG SenderThread:2548178 [sender.py:send():234] send: history +2022-01-29 18:01:02,053 DEBUG SenderThread:2548178 [sender.py:send():234] send: summary +2022-01-29 18:01:02,078 INFO SenderThread:2548178 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:01:02,685 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json +2022-01-29 18:01:03,685 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:09,688 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:12,771 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:12,772 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:15,690 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:17,667 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:01:19,692 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:24,694 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:28,016 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:28,017 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:30,697 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:34,698 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:38,700 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:40,701 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:43,290 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:43,291 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:44,703 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:48,631 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:01:48,704 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:50,705 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:54,707 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:56,708 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:01:58,476 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:58,477 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:58,709 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:00,710 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:02,711 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:10,714 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:13,688 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:13,688 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:14,716 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:18,717 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:19,617 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:02:26,721 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:28,898 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:28,899 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:32,724 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:40,727 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:44,042 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:44,043 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:44,728 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:50,604 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:02:51,731 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:55,733 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:02:59,309 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:59,309 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:01,735 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:05,737 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:09,739 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:13,741 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:14,484 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:14,484 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:17,742 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:19,743 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:21,543 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:03:23,745 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:27,747 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:29,647 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:29,647 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:29,748 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:31,749 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:33,750 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:35,751 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:37,751 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:44,933 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:44,933 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:45,755 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:03:52,480 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:03:53,758 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:00,365 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:00,365 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:00,761 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:06,764 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:12,766 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:15,636 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:15,637 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:16,768 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:20,770 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:23,418 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:04:26,772 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:30,774 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:30,873 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:30,873 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:34,776 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:38,777 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:40,778 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:44,780 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:46,018 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:46,018 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:46,781 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:50,782 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:52,783 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:54,340 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:04:54,784 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:56,785 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:04:58,786 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:01,304 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:01,304 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:07,790 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:15,793 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:16,451 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:16,452 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:21,796 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:25,257 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:05:27,798 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:31,674 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:31,675 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:33,801 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:37,803 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:41,805 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:45,807 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:46,947 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:46,947 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:51,809 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:53,810 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:05:56,181 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:05:57,812 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:01,813 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:02,096 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:02,096 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:05,815 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:07,816 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:11,818 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:13,819 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:15,820 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:17,251 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:17,251 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:17,820 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:19,821 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:27,124 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:06:28,825 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:32,402 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:32,403 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:34,828 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:40,831 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:46,833 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:47,586 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:47,586 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:52,837 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:56,838 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:06:58,060 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:07:02,770 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:02,771 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:02,841 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:06,843 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:10,845 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:14,846 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:17,957 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:17,958 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:18,848 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:20,849 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:24,851 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:26,852 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:29,076 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:07:30,854 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:32,854 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:33,148 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:33,149 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:35,856 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:37,857 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:39,858 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:47,861 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:48,295 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:48,295 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:51,863 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:07:53,989 DEBUG SenderThread:2548178 [sender.py:send():234] send: history +2022-01-29 18:07:54,056 DEBUG SenderThread:2548178 [sender.py:send():234] send: summary +2022-01-29 18:07:54,081 INFO SenderThread:2548178 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:07:54,864 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json +2022-01-29 18:07:55,865 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:00,087 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:08:03,524 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:03,526 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:03,868 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:11,872 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:17,874 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:18,814 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:18,814 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:23,877 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:28,879 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:31,088 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:08:34,093 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:34,093 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:34,882 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:38,884 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:42,886 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:46,887 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:49,283 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:49,284 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:50,889 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:54,891 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:08:58,893 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:02,053 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:09:02,895 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:04,448 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:04,448 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:04,895 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:06,896 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:10,898 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:12,899 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:14,900 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:16,901 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:19,598 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:19,598 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:24,905 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:30,907 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:33,019 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:09:34,744 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:34,744 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:36,909 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:43,912 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:49,894 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:49,895 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:49,916 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:53,917 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:09:59,920 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:03,922 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:04,023 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:10:05,058 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:05,058 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:07,923 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:11,925 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:15,927 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:17,928 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:20,293 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:20,294 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:21,929 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:25,932 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:27,933 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:29,933 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:31,934 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:33,935 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:35,024 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:10:35,576 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:35,577 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:35,936 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:43,939 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:51,018 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:51,018 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:51,943 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:10:57,945 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:03,948 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:06,013 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:11:06,327 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:06,328 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:10,951 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:14,952 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:18,954 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:21,481 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:21,482 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:24,957 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:28,958 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:32,960 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:36,625 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:36,625 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:36,962 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:36,964 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:11:38,963 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:42,964 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:46,966 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:48,967 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:50,968 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:51,775 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:51,776 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:54,970 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:56,970 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:11:58,971 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:04,974 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:06,945 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:06,946 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:07,899 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:12:13,978 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:19,980 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:22,127 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:22,128 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:25,983 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:31,985 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:35,987 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:37,272 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:37,273 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:38,943 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:12:39,989 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:43,991 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:49,993 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:51,994 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:52,492 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:52,493 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:55,995 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:12:59,997 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:03,999 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:06,000 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:07,721 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:07,721 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:09,913 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:13:10,001 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:12,002 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:14,003 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:16,004 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:18,005 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:22,918 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:22,919 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:24,008 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:28,009 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:33,011 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:38,136 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:38,136 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:40,859 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:13:41,015 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:49,018 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:13:53,371 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:53,372 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:55,021 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:01,023 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:05,025 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:08,651 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:08,651 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:09,027 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:11,802 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:14:15,029 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:19,031 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:23,032 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:23,882 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:23,883 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:27,034 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:31,036 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:33,037 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:37,038 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:39,094 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:39,094 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:41,040 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:42,759 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:14:43,040 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:45,041 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:47,042 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:49,043 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:51,044 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:14:54,297 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:54,298 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:58,539 DEBUG SenderThread:2548178 [sender.py:send():234] send: history +2022-01-29 18:14:58,605 DEBUG SenderThread:2548178 [sender.py:send():234] send: summary +2022-01-29 18:14:58,630 INFO SenderThread:2548178 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:14:59,046 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json +2022-01-29 18:15:00,047 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:08,050 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:09,440 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:09,441 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:13,728 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:15:14,053 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:20,055 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:24,057 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:24,628 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:24,628 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:30,059 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:34,061 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:38,062 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:39,864 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:39,865 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:42,064 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:44,664 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:15:47,066 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:51,068 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:55,010 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:55,010 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:55,069 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:15:57,070 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:01,072 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:03,073 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:07,074 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:09,075 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:10,159 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:10,160 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:11,076 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:13,077 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:15,633 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:16:19,079 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:25,538 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:25,539 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:27,082 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:33,085 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:39,088 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:40,882 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:40,882 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:43,089 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:46,670 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:16:49,092 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:53,093 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:16:56,043 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:56,044 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:58,095 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:02,097 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:06,098 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:10,100 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:11,187 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:11,187 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:14,102 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:16,103 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:17,646 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:17:20,104 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:22,105 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:26,107 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:26,392 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:26,393 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:28,108 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:30,109 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:32,110 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:40,113 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:41,588 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:41,589 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:46,116 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:48,703 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:17:54,119 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:17:56,733 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:56,734 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:58,120 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:04,123 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:09,125 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:11,879 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:11,879 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:15,128 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:19,130 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:19,654 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:18:23,132 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:27,030 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:27,030 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:27,134 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:31,136 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:33,137 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:37,139 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:39,139 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:42,222 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:42,223 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:43,141 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:45,142 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:47,143 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:49,144 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:50,604 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:18:51,145 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:57,147 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:18:57,474 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:57,475 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:03,150 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:05,151 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:08,152 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:12,683 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:12,684 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:14,155 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:21,533 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:19:22,158 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:27,931 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:27,932 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:28,161 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:34,163 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:40,166 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:43,215 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:43,215 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:44,168 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:48,170 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:52,171 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:52,463 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:19:56,173 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:19:58,395 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:58,396 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:00,175 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:05,177 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:09,179 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:11,180 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:13,593 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:13,593 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:15,181 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:17,182 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:19,183 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:23,185 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:23,457 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:20:25,186 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:28,808 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:28,809 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:33,189 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:41,193 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:43,958 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:43,959 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:47,195 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:53,198 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:20:54,418 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:20:59,139 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:59,140 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:59,200 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:03,202 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:07,203 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:13,206 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:14,302 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:14,302 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:16,207 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:20,209 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:24,211 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:25,380 DEBUG SenderThread:2548178 [sender.py:send():234] send: stats +2022-01-29 18:21:28,213 INFO Thread-8 :2548178 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:29,452 DEBUG HandlerThread:2548178 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:29,452 DEBUG SenderThread:2548178 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:35,406 WARNING MainThread:2548178 [internal.py:is_dead():366] Internal process exiting, parent pid 2547831 disappeared +2022-01-29 18:21:35,406 ERROR MainThread:2548178 [internal.py:wandb_internal():142] Internal process shutdown. +2022-01-29 18:21:35,410 INFO WriterThread:2548178 [datastore.py:close():281] close: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/run-3lal72pm.wandb +2022-01-29 18:21:35,788 INFO SenderThread:2548178 [sender.py:finish():1070] shutting down sender +2022-01-29 18:21:35,789 INFO SenderThread:2548178 [dir_watcher.py:finish():283] shutting down directory watcher +2022-01-29 18:21:35,794 INFO HandlerThread:2548178 [handler.py:finish():731] shutting down handler +2022-01-29 18:21:36,215 INFO SenderThread:2548178 [dir_watcher.py:finish():313] scan: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files +2022-01-29 18:21:36,215 INFO SenderThread:2548178 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/config.yaml config.yaml +2022-01-29 18:21:36,216 INFO SenderThread:2548178 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json wandb-summary.json +2022-01-29 18:21:36,216 INFO SenderThread:2548178 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/requirements.txt requirements.txt +2022-01-29 18:21:36,222 INFO SenderThread:2548178 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-metadata.json wandb-metadata.json +2022-01-29 18:21:36,223 INFO SenderThread:2548178 [dir_watcher.py:finish():327] scan save: /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log output.log +2022-01-29 18:21:36,234 INFO SenderThread:2548178 [file_pusher.py:finish():177] shutting down file pusher +2022-01-29 18:21:36,234 INFO SenderThread:2548178 [file_pusher.py:join():182] waiting for file pusher +2022-01-29 18:21:36,872 INFO Thread-15 :2548178 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/output.log +2022-01-29 18:21:36,882 INFO Thread-14 :2548178 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/requirements.txt +2022-01-29 18:21:36,973 INFO Thread-12 :2548178 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/config.yaml +2022-01-29 18:21:37,296 INFO Thread-13 :2548178 [upload_job.py:push():137] Uploaded file /home/sagrilaft/Project/audio/xls-r-et/wandb/run-20220129_170809-3lal72pm/files/wandb-summary.json +2022-01-29 18:21:38,162 INFO MainThread:2548178 [internal.py:handle_exit():77] Internal process exited