diff --git "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" --- "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" +++ "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" @@ -3084,3 +3084,935 @@ 2022-01-30 20:26:58,370 DEBUG SenderThread:55777 [sender.py:send():234] send: stats 2022-01-30 20:27:10,976 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status 2022-01-30 20:27:10,976 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:27:18,171 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:24,175 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:26,148 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:27:26,149 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:27:28,586 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:27:30,180 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:36,184 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:40,186 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:41,425 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:27:41,426 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:27:46,191 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:51,195 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:56,714 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:27:56,715 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:27:57,199 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:27:58,864 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:28:01,202 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:05,205 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:09,207 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:11,994 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:28:11,994 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:28:13,210 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:17,213 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:21,216 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:25,219 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:27,268 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:28:27,268 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:28:29,106 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:28:29,222 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:33,224 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:38,227 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:42,230 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:42,480 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:28:42,481 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:28:44,232 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:48,235 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:52,237 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:54,239 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:57,730 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:28:57,730 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:28:58,241 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:28:59,387 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:29:02,243 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:04,245 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:08,247 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:10,249 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:13,117 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:29:13,117 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:29:14,251 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:18,254 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:20,255 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:24,257 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:26,258 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:28,260 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:28,455 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:29:28,456 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:29:29,599 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:29:32,262 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:34,263 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:36,264 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:41,267 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:43,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:43,768 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:29:43,769 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:29:45,270 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:47,271 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:49,272 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:53,275 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:55,276 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:57,278 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:59,000 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:29:59,000 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:29:59,279 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:29:59,810 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:30:01,280 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:03,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:05,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:07,284 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:14,400 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:30:14,400 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:30:15,289 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:21,292 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:27,295 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:29,725 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:30:29,726 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:30:30,100 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:30:31,298 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:37,302 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:41,305 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:45,130 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:30:45,130 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:30:46,308 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:50,310 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:30:56,314 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:00,317 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:00,408 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:31:00,466 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:31:00,466 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:31:04,320 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:08,322 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:12,325 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:15,774 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:31:15,774 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:31:16,328 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:21,331 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:25,334 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:27,335 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:30,665 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:31:31,079 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:31:31,079 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:31:31,338 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:35,340 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:39,343 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:41,345 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:45,349 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:46,348 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:31:46,349 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:31:49,356 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:51,358 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:55,361 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:31:57,363 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:00,901 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:32:01,366 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:01,523 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:32:01,523 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:32:03,368 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:07,371 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:10,373 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:14,376 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:16,378 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:16,685 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:32:16,686 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:32:20,381 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:22,383 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:24,385 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:28,388 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:30,390 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:31,209 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:32:31,904 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:32:31,905 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:32:32,392 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:34,394 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:38,397 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:40,399 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:42,401 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:44,403 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:46,405 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:47,113 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:32:47,114 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:32:48,407 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:50,409 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:52,411 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:54,413 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:55,549 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:32:55,681 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:32:55,727 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:32:56,415 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:32:56,416 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:32:57,417 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:01,447 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:33:02,335 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:33:02,336 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:33:04,421 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:10,425 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:16,429 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:17,508 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:33:17,509 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:33:20,432 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:26,436 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:31,440 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:31,663 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:33:32,673 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:33:32,674 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:33:35,443 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:41,447 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:45,449 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:47,953 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:33:47,954 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:33:49,452 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:53,455 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:33:57,457 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:01,460 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:01,894 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:34:03,196 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:34:03,197 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:34:05,463 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:10,466 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:14,468 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:18,363 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:34:18,364 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:34:18,471 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:22,474 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:26,476 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:28,478 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:32,247 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:34:32,480 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:33,531 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:34:33,531 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:34:36,482 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:38,484 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:42,489 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:46,498 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:48,499 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:48,702 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:34:48,703 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:34:52,501 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:54,502 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:34:58,507 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:00,508 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:02,496 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:35:02,512 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:03,868 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:35:03,868 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:35:06,515 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:08,516 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:10,521 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:14,524 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:16,525 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:19,122 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:35:19,123 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:35:19,529 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:23,531 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:25,534 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:27,536 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:29,538 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:31,540 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:32,727 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:35:33,542 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:34,373 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:35:34,373 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:35:35,544 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:37,546 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:39,547 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:41,550 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:43,552 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:45,554 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:47,555 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:49,600 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:35:49,600 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:35:53,560 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:35:59,564 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:02,953 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:36:04,942 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:36:04,942 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:36:05,569 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:10,572 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:16,575 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:20,420 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:36:20,420 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:36:20,578 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:26,584 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:30,587 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:33,177 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:36:34,591 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:35,724 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:36:35,725 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:36:38,595 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:42,599 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:48,602 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:51,001 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:36:51,001 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:36:52,605 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:36:56,608 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:00,615 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:02,617 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:03,417 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:37:06,368 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:37:06,369 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:37:06,620 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:11,624 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:15,627 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:19,630 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:21,633 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:21,723 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:37:21,724 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:37:25,636 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:29,639 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:31,640 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:33,656 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:37:35,643 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:37,039 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:37:37,039 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:37:37,644 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:41,646 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:43,648 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:47,650 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:49,652 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:52,398 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:37:52,399 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:37:53,655 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:55,657 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:37:57,659 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:01,661 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:03,663 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:03,896 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:38:06,665 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:07,657 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:38:07,657 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:38:10,667 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:12,669 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:14,670 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:16,671 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:18,673 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:22,676 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:22,994 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:38:22,994 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:38:24,679 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:26,681 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:28,682 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:30,684 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:32,686 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:34,173 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:38:34,688 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:35,434 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:38:35,544 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:38:35,575 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:38:35,690 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:38:36,691 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:37,692 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:38,385 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:38:38,386 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:38:44,697 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:50,701 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:38:53,598 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:38:53,599 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:38:56,705 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:00,709 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:04,483 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:39:06,713 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:08,758 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:39:08,760 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:39:11,717 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:15,720 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:19,723 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:23,727 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:24,065 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:39:24,066 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:39:29,731 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:33,734 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:34,742 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:39:37,738 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:39,318 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:39:39,318 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:39:41,741 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:45,744 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:49,747 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:53,750 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:54,584 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:39:54,584 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:39:55,752 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:39:59,755 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:03,758 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:05,050 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:40:07,762 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:09,764 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:09,877 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:40:09,877 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:40:13,767 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:18,771 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:20,772 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:24,775 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:25,107 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:40:25,108 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:40:26,777 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:30,780 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:32,782 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:35,348 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:40:36,785 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:38,786 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:40,444 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:40:40,444 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:40:42,789 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:44,789 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:46,791 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:50,793 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:52,794 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:54,795 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:40:55,689 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:40:55,690 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:40:58,798 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:00,800 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:02,802 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:04,804 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:05,630 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:41:06,806 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:08,808 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:10,931 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:41:10,931 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:41:12,811 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:14,813 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:16,815 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:18,817 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:20,819 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:22,821 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:25,824 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:26,249 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:41:26,249 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:41:31,828 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:35,875 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:41:37,832 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:41,458 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:41:41,459 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:41:43,836 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:47,840 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:53,844 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:41:56,971 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:41:56,971 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:41:57,847 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:02,851 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:06,135 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:42:06,854 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:12,298 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:42:12,299 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:42:12,858 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:16,861 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:20,865 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:24,868 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:27,551 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:42:27,552 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:42:28,871 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:30,873 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:36,367 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:42:36,876 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:40,879 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:42,881 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:42,893 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:42:42,893 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:42:46,883 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:50,886 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:55,889 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:57,890 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:42:58,218 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:42:58,218 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:43:01,893 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:05,896 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:06,587 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:43:07,897 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:11,900 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:13,476 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:43:13,476 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:43:13,902 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:17,904 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:19,906 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:23,908 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:25,909 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:28,811 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:43:28,812 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:43:29,913 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:31,914 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:33,915 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:36,826 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:43:37,917 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:39,919 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:41,920 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:44,073 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:43:44,073 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:43:45,922 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:47,923 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:49,924 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:51,926 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:54,927 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:58,930 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:43:59,303 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:43:59,303 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:44:00,931 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:02,932 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:04,934 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:06,935 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:07,021 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:44:08,936 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:10,905 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:44:11,034 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:11,035 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:44:11,075 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:44:12,033 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:44:12,034 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:13,034 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:14,507 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:44:14,508 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:44:21,039 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:27,043 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:29,685 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:44:29,685 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:44:31,046 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:37,050 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:37,293 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:44:41,062 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:45,037 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:44:45,037 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:44:45,065 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:52,070 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:44:56,072 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:00,076 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:00,342 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:45:00,343 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:45:04,079 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:07,585 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:45:08,082 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:12,085 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:15,693 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:45:15,693 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:45:16,088 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:20,091 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:24,093 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:28,096 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:31,101 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:45:31,102 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:45:32,099 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:35,102 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:37,839 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:45:39,105 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:43,108 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:46,356 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:45:46,356 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:45:47,111 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:49,113 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:53,116 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:55,118 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:45:59,121 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:01,123 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:01,601 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:46:01,602 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:46:05,126 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:07,127 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:08,136 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:46:11,131 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:13,133 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:16,898 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:46:16,898 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:46:17,136 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:19,138 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:24,142 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:26,143 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:28,145 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:32,144 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:46:32,145 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:46:32,150 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:34,152 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:36,154 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:38,156 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:38,381 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:46:42,158 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:44,160 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:46,162 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:47,373 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:46:47,373 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:46:48,164 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:50,166 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:52,169 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:54,171 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:56,173 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:46:58,175 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:00,177 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:02,544 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:47:02,544 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:47:08,182 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:08,598 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:47:14,187 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:17,847 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:47:17,848 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:47:20,191 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:24,195 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:31,199 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:33,018 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:47:33,018 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:47:35,202 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:38,877 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:47:41,207 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:45,210 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:48,516 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:47:48,517 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:47:49,213 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:53,216 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:47:57,219 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:01,223 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:03,749 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:48:03,750 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:48:05,226 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:09,229 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:09,248 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:48:13,232 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:17,235 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:18,914 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:48:18,914 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:48:22,238 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:26,242 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:30,244 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:32,246 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:34,081 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:48:34,081 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:48:36,249 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:39,498 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:48:40,252 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:42,253 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:46,256 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:48,257 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:49,331 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:48:49,331 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:48:52,260 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:56,263 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:48:58,265 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:02,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:04,270 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:04,542 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:49:04,543 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:49:08,273 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:09,826 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:49:10,275 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:14,278 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:16,280 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:19,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:19,751 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:49:19,752 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:49:21,284 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:25,287 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:27,289 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:29,291 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:31,293 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:33,295 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:34,991 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:49:34,991 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:49:37,298 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:39,300 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:40,059 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:49:41,301 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:43,303 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:45,304 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:47,305 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:49,307 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:49,490 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:49:49,560 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:49:49,607 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:49:50,307 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:49:50,408 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:49:50,409 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:49:51,308 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:52,309 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:49:59,314 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:05,319 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:05,774 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:50:05,775 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:50:09,322 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:10,309 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:50:16,336 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:20,339 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:21,005 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:50:21,005 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:50:26,343 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:30,347 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:34,350 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:36,199 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:50:36,200 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:50:40,354 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:40,526 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:50:44,357 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:48,360 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:51,494 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:50:51,494 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:50:52,363 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:50:56,366 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:00,369 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:04,372 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:06,374 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:06,896 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:51:06,896 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:51:10,377 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:10,735 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:51:14,381 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:19,385 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:22,229 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:51:22,230 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:51:23,388 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:25,389 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:29,392 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:33,395 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:35,396 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:37,438 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:51:37,438 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:51:39,399 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:40,976 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:51:41,401 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:45,405 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:47,407 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:51,410 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:52,781 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:51:52,782 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:51:53,412 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:57,416 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:51:59,417 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:03,420 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:05,421 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:07,423 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:08,127 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:52:08,127 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:52:11,236 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:52:11,425 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:13,427 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:17,430 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:19,432 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:21,433 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:23,388 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:52:23,389 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:52:23,435 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:26,438 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:28,440 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:30,441 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:32,443 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:34,445 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:36,447 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:38,449 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:38,587 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:52:38,587 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:52:40,451 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:41,499 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:52:42,453 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:48,457 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:52:53,836 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:52:53,837 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:52:54,460 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:00,464 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:07,469 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:09,165 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:53:09,166 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:53:11,472 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:11,736 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:53:15,475 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:21,479 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:24,454 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:53:24,455 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:53:25,482 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:29,485 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:33,487 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:37,490 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:39,730 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:53:39,731 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:53:41,494 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:41,945 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:53:46,497 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:50,500 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:54,503 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:53:55,026 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:53:55,027 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:53:58,506 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:00,508 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:04,511 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:08,514 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:10,335 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:54:10,336 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:54:12,209 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:54:12,517 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:14,519 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:18,522 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:22,526 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:24,528 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:25,589 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:54:25,590 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:54:28,531 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:30,533 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:34,536 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:36,538 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:40,541 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:40,831 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:54:40,831 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:54:42,411 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:54:43,544 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:47,547 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:51,550 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:53,552 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:55,554 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:54:56,001 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:54:56,002 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:54:59,557 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:01,559 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:03,561 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:07,565 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:09,566 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:11,175 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:55:11,175 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:55:11,567 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:12,644 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:55:13,569 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:15,570 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:17,571 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:19,573 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:23,576 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:25,577 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:26,347 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:55:26,348 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:55:27,579 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:29,580 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:29,936 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:55:30,018 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:55:30,048 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:55:30,581 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:55:30,581 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:31,583 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:35,585 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:37,586 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:41,569 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:55:41,571 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:55:41,589 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:42,878 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:55:44,591 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:48,593 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:52,595 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:54,597 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:55:56,824 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:55:56,825 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:55:58,600 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:00,602 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:04,605 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:06,607 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:10,609 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:12,207 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:56:12,208 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:56:12,611 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:13,221 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:56:16,614 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:18,617 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:22,620 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:26,623 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:27,410 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:56:27,411 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:56:28,625 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:32,628 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:35,630 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:39,632 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:41,634 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:42,620 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:56:42,620 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:56:43,532 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:56:45,636 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:49,639 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:51,640 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:55,643 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:57,644 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:56:57,846 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:56:57,847 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:57:01,647 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:05,650 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:07,652 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:11,655 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:13,087 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:57:13,088 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:57:13,657 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:13,800 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:57:17,660 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:21,663 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:23,664 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:28,454 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:57:28,454 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:57:28,666 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:30,667 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:34,671 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:36,672 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:40,676 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:42,678 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:43,646 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:57:43,646 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:57:44,012 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:57:46,681 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:48,683 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:52,686 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:56,689 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:58,691 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:57:58,872 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:57:58,873 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:58:02,694 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:04,696 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:08,702 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:10,703 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:14,220 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:58:14,221 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:58:14,410 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:58:15,706 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:17,708 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:21,710 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:23,712 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:27,714 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:29,624 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:58:29,625 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:58:29,715 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:33,718 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:37,721 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:39,723 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:43,726 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:44,516 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:58:44,990 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:58:44,991 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:58:45,727 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:49,730 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:51,731 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:56,734 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:58:58,736 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:00,251 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:59:00,251 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:59:02,739 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:04,741 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:08,745 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:12,748 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:14,750 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:14,797 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:59:15,463 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:59:15,463 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:59:30,652 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:59:30,652 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:59:45,014 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:59:45,867 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:59:45,867 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:59:51,112 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:59:51,146 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:59:51,192 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:59:51,772 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:59:51,773 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:52,774 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:59:54,776 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 21:00:01,067 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 21:00:01,068 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 21:00:02,781 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 21:00:15,258 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 21:00:16,240 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 21:00:16,241 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 21:00:31,402 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 21:00:31,403 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 21:00:45,478 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 21:00:46,573 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 21:00:46,574 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 21:01:00,814 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 21:01:01,741 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 21:01:01,742 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 21:01:01,814 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 21:01:15,675 DEBUG SenderThread:55777 [sender.py:send():234] send: stats