diff --git "a/wandb/run-20220201_234440-21bzabyi/logs/debug-internal.log" "b/wandb/run-20220201_234440-21bzabyi/logs/debug-internal.log" --- "a/wandb/run-20220201_234440-21bzabyi/logs/debug-internal.log" +++ "b/wandb/run-20220201_234440-21bzabyi/logs/debug-internal.log" @@ -61326,3 +61326,684 @@ 2022-02-04 11:26:28,111 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status 2022-02-04 11:26:28,112 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status 2022-02-04 11:26:29,209 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:41,217 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:43,219 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:43,282 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:26:43,282 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:26:44,395 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:26:45,220 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:47,222 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:49,223 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:51,225 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:55,228 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:58,230 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:26:58,496 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:26:58,497 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:27:00,231 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:02,233 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:04,235 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:06,236 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:08,238 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:10,240 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:12,242 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:13,672 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:27:13,673 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:27:14,243 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:14,619 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:27:16,246 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:18,247 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:20,249 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:22,251 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:24,253 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:26,255 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:28,257 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:28,833 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:27:28,833 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:27:30,259 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:32,261 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:34,263 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:36,265 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:38,267 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:40,269 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:42,271 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:44,052 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:27:44,052 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:27:44,273 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:44,836 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:27:46,275 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:49,277 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:51,279 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:53,281 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:55,282 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:57,284 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:27:59,223 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:27:59,224 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:27:59,286 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:01,288 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:03,290 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:05,292 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:07,294 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:09,296 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:11,298 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:13,300 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:14,445 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:28:14,446 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:28:15,133 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:28:15,302 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:17,304 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:19,306 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:21,308 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:23,310 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:25,311 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:27,313 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:29,315 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:29,669 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:28:29,670 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:28:31,317 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:33,319 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:35,321 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:37,323 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:39,325 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:41,327 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:43,329 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:44,837 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:28:44,838 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:28:45,331 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:45,563 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:28:47,333 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:49,335 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:51,337 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:53,339 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:56,341 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:28:58,343 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:00,080 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:29:00,081 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:29:00,345 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:02,347 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:04,348 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:06,349 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:08,351 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:10,352 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:12,354 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:14,355 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:15,304 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:29:15,305 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:29:15,848 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:29:16,356 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:18,358 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:20,359 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:22,361 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:24,362 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:26,364 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:28,366 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:30,367 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:30,472 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:29:30,472 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:29:32,369 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:34,370 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:36,371 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:38,373 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:40,374 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:42,376 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:44,377 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:45,680 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:29:45,681 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:29:46,145 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:29:46,378 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:48,380 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:51,382 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:53,384 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:55,385 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:57,386 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:29:59,388 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:00,851 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:30:00,851 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:30:01,389 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:03,390 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:05,392 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:07,393 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:09,394 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:11,395 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:13,397 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:15,398 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:16,011 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:30:16,011 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:30:16,395 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:30:17,401 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:19,402 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:21,404 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:23,405 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:25,406 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:27,408 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:29,410 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:31,174 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:30:31,175 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:30:31,412 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:33,414 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:35,416 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:38,420 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:40,422 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:42,424 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:44,425 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:46,346 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:30:46,347 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:30:46,427 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:46,635 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:30:48,428 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:50,430 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:52,431 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:54,432 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:56,434 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:30:58,435 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:00,437 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:01,520 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:31:01,520 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:31:02,441 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:04,447 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:06,448 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:08,450 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:10,451 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:12,452 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:14,454 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:16,455 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:16,798 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:31:16,799 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:31:16,997 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:31:18,457 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:20,459 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:23,463 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:25,468 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:27,470 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:29,472 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:31,474 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:32,002 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:31:32,003 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:31:33,475 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:35,477 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:37,479 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:39,481 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:41,484 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:43,486 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:45,488 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:47,174 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:31:47,175 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:31:47,342 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:31:47,490 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:49,492 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:51,494 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:53,496 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:55,497 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:57,499 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:31:59,501 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:01,503 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:02,344 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:32:02,345 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:32:03,505 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:05,507 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:07,509 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:09,511 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:11,514 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:13,516 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:15,517 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:17,464 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:32:17,514 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:32:17,514 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:32:17,519 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:19,521 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:21,523 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:23,525 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:25,527 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:27,529 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:29,532 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:31,534 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:32,685 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:32:32,685 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:32:33,536 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:36,538 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:38,540 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:40,542 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:42,544 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:44,544 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:46,545 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:47,748 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:32:47,851 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:32:47,851 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:32:48,547 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:50,548 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:52,550 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:54,551 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:56,552 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:32:58,554 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:00,556 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:02,557 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:03,121 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:33:03,121 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:33:04,558 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:06,559 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:08,560 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:10,562 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:12,563 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:14,564 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:16,566 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:18,000 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:33:18,328 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:33:18,329 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:33:18,567 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:20,569 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:22,570 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:24,571 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:26,573 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:28,575 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:31,579 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:33,504 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:33:33,505 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:33:33,580 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:35,582 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:37,583 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:39,584 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:41,585 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:43,586 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:45,587 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:47,589 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:48,230 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:33:48,674 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:33:48,674 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:33:49,590 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:51,591 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:53,592 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:55,594 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:57,595 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:33:59,597 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:01,598 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:03,600 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:03,842 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:34:03,842 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:34:05,602 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:07,604 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:09,606 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:11,608 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:14,610 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:16,612 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:18,562 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:34:18,613 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:19,060 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:34:19,060 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:34:20,615 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:22,616 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:24,618 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:26,619 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:28,620 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:30,622 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:32,623 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:34,325 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:34:34,326 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:34:34,624 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:36,626 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:38,628 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:40,629 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:42,630 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:44,632 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:46,634 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:48,635 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:48,817 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:34:49,566 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:34:49,566 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:34:50,636 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:52,637 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:54,639 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:56,640 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:34:59,642 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:01,643 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:03,644 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:04,862 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:35:04,863 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:35:05,646 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:07,647 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:09,648 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:11,650 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:13,650 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:15,652 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:17,653 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:19,062 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:35:19,655 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:20,088 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:35:20,089 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:35:21,656 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:23,657 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:25,658 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:27,660 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:29,661 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:31,662 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:33,664 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:35,325 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:35:35,325 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:35:35,665 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:37,666 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:39,667 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:41,669 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:43,670 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:45,671 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:47,672 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:49,461 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:35:49,675 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:50,495 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:35:50,496 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:35:52,677 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:54,678 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:56,679 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:35:58,680 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:00,682 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:02,683 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:04,685 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:05,754 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:36:05,754 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:36:06,686 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:08,687 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:10,689 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:12,691 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:14,692 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:16,694 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:18,696 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:19,971 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:36:20,698 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:21,052 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:36:21,052 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:36:22,700 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:24,702 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:26,704 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:28,706 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:30,708 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:32,710 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:34,712 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:36,269 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:36:36,269 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:36:37,715 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:39,717 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:41,719 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:43,720 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:45,722 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:47,723 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:49,725 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:50,312 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:36:51,443 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:36:51,444 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:36:51,726 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:53,727 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:55,729 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:57,730 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:36:59,732 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:01,733 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:03,735 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:05,736 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:06,738 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:37:06,738 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:37:07,737 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:09,740 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:11,741 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:13,743 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:15,744 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:17,745 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:19,746 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:20,609 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:37:21,928 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:37:21,929 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:37:22,750 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:24,751 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:26,753 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:28,755 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:30,756 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:32,757 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:34,759 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:36,760 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:37,188 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:37:37,188 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:37:38,761 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:40,763 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:42,765 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:44,767 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:46,769 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:48,771 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:50,778 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:50,994 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:37:52,496 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:37:52,497 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:37:52,779 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:54,781 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:56,782 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:37:59,785 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:01,801 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:03,802 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:05,803 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:07,721 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:38:07,721 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:38:07,805 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:09,809 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:11,811 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:13,813 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:15,815 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:17,817 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:19,818 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:21,218 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:38:21,820 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:22,908 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:38:22,909 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:38:23,824 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:25,826 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:27,828 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:29,830 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:31,832 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:33,834 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:35,836 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:37,838 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:38,068 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:38:38,068 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:38:39,843 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:41,845 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:43,853 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:45,856 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:47,857 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:49,859 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:51,590 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:38:51,861 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:53,282 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:38:53,283 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:38:53,863 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:55,865 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:57,869 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:38:59,871 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:01,873 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:03,875 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:06,879 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:08,492 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:39:08,493 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:39:08,881 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:10,883 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:12,884 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:14,886 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:16,888 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:18,890 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:20,891 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:21,861 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:39:22,892 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:23,662 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:39:23,662 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:39:24,894 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:26,895 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:28,896 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:30,897 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:32,898 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:34,900 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:36,901 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:38,851 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:39:38,852 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:39:38,902 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:40,904 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:42,905 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:44,906 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:47,910 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:49,913 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:51,916 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:52,244 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:39:53,917 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:54,074 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:39:54,074 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:39:55,918 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:57,920 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:39:59,921 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:01,923 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:03,924 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:05,925 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:07,927 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:09,289 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:40:09,289 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:40:09,930 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:11,932 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:13,934 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:15,936 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:17,937 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:19,939 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:21,940 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:22,590 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:40:23,942 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:24,465 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:40:24,466 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:40:25,943 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:27,944 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:29,946 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:31,947 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:33,948 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:35,950 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:37,951 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:39,691 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:40:39,692 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:40:39,952 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:41,953 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:43,954 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:45,955 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:47,956 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:49,958 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:52,907 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:40:52,960 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:54,862 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:40:54,862 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:40:54,961 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:56,962 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:40:58,964 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:00,966 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:02,968 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:04,970 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:06,972 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:08,974 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:10,033 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:41:10,034 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:41:10,975 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:12,977 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:14,979 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:16,981 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:18,983 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:20,985 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:22,987 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:23,223 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:41:24,989 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:25,296 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:41:25,297 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:41:26,991 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:28,993 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:30,995 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:32,997 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:34,999 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:37,001 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:39,003 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:40,548 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:41:40,549 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:41:41,004 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:43,006 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:45,008 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:47,010 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:49,012 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:51,014 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:53,016 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:53,454 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:41:55,018 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:55,747 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:41:55,747 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:41:57,020 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:41:59,021 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:01,023 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:03,025 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:05,027 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:07,029 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:09,031 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:11,033 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:11,041 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:42:11,041 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:42:13,035 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:15,037 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:17,039 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:19,041 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:21,043 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:23,045 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:23,752 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:42:25,046 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:26,306 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:42:26,307 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:42:27,048 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:29,050 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:31,051 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:33,053 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:35,055 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:37,057 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:39,059 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:41,060 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:41,559 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:42:41,559 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:42:44,063 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:46,065 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:48,066 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:50,067 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:52,068 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:53,990 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:42:54,069 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:56,070 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:42:56,723 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:42:56,724 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:42:58,071 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:00,073 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:02,074 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:04,075 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:06,076 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:08,078 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:10,079 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:12,002 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:43:12,003 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:43:12,081 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:14,083 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:16,085 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:18,087 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:20,089 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:22,091 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:24,093 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:24,283 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:43:26,094 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:27,183 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:43:27,184 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:43:28,096 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:30,097 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:41,657 DEBUG SenderThread:10787 [sender.py:send():235] send: history +2022-02-04 11:43:41,697 DEBUG SenderThread:10787 [sender.py:send():235] send: summary +2022-02-04 11:43:41,741 INFO SenderThread:10787 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-04 11:43:42,104 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/wandb-summary.json +2022-02-04 11:43:42,352 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:43:42,354 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:43:44,106 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:50,109 INFO Thread-8 :10787 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-1b-fr/wandb/run-20220201_234440-21bzabyi/files/output.log +2022-02-04 11:43:54,535 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:43:57,525 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:43:57,527 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:44:12,697 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:44:12,698 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:44:24,784 DEBUG SenderThread:10787 [sender.py:send():235] send: stats +2022-02-04 11:44:27,875 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:44:27,875 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status +2022-02-04 11:44:43,049 DEBUG HandlerThread:10787 [handler.py:handle_request():131] handle_request: stop_status +2022-02-04 11:44:43,050 DEBUG SenderThread:10787 [sender.py:send_request():249] send_request: stop_status