Delete splatfacto/2026-04-02_055552/wandb

splatfacto/2026-04-02_055552/wandb/debug-internal.log

@@ -1,132 +0,0 @@
-{"time":"2026-04-02T05:55:59.09126886Z","level":"INFO","msg":"wandb-core"}
-{"time":"2026-04-02T05:55:59.092300688Z","level":"INFO","msg":"stream: starting","core version":"0.25.1"}
-{"time":"2026-04-02T05:55:59.245238111Z","level":"INFO","msg":"stream: created new stream","id":"fyt52xdq"}
-{"time":"2026-04-02T05:55:59.24527781Z","level":"INFO","msg":"handler: started"}
-{"time":"2026-04-02T05:55:59.245419855Z","level":"INFO","msg":"stream: started"}
-{"time":"2026-04-02T05:55:59.245476418Z","level":"INFO","msg":"writer: started","stream_id":"fyt52xdq"}
-{"time":"2026-04-02T05:55:59.24552323Z","level":"INFO","msg":"sender: started"}
-{"time":"2026-04-02T05:55:59.723413263Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1}
-{"time":"2026-04-02T05:55:59.853140856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:56:14.723996436Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":2,"console_offset":1,"console_lines":9,"uploaded_len":2}
-{"time":"2026-04-02T05:56:14.976051514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:56:29.724096275Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":2,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:56:29.956872987Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:56:44.723582501Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":4,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:56:45.191540169Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:56:59.723526565Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":6,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:56:59.890491083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:57:14.723736584Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":8,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:57:14.852325919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:57:29.723641481Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":10,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:57:29.914407887Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:57:44.723876115Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":12,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:57:44.823414892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:57:59.723881901Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":14,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:57:59.895701137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:58:14.723959878Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":16,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:58:14.864121852Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:58:29.724259598Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":18,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:58:29.891703866Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:58:44.724480741Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":20,"events_lines":2,"console_offset":9,"console_lines":1}
-{"time":"2026-04-02T05:58:44.872433768Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:58:59.725440422Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":533,"events_offset":22,"events_lines":2,"console_offset":9,"console_lines":610,"uploaded_len":4}
-{"time":"2026-04-02T05:58:59.948747494Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:59:14.729038795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":533,"history_lines":871,"events_offset":24,"events_lines":2,"console_offset":619,"console_lines":1045,"uploaded_len":7}
-{"time":"2026-04-02T05:59:14.963290065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:59:29.729571836Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1404,"history_lines":858,"events_offset":26,"events_lines":2,"console_offset":1664,"console_lines":1041,"uploaded_len":8}
-{"time":"2026-04-02T05:59:29.950721789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:59:44.729273784Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":2262,"history_lines":838,"events_offset":28,"events_lines":2,"console_offset":2705,"console_lines":1011,"uploaded_len":11}
-{"time":"2026-04-02T05:59:44.88523652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T05:59:59.731592166Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3100,"history_lines":899,"events_offset":30,"events_lines":2,"console_offset":3716,"console_lines":1081,"uploaded_len":8}
-{"time":"2026-04-02T06:00:00.005108223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:00:14.731559004Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":3999,"history_lines":852,"events_offset":32,"events_lines":2,"console_offset":4796,"console_lines":1033,"uploaded_len":7}
-{"time":"2026-04-02T06:00:15.008995593Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:00:29.730601705Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":4851,"history_lines":849,"events_offset":34,"events_lines":2,"console_offset":5829,"console_lines":1027,"uploaded_len":10}
-{"time":"2026-04-02T06:00:30.056659004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:00:44.73034803Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":5700,"history_lines":817,"events_offset":36,"events_lines":2,"console_offset":6856,"console_lines":989,"uploaded_len":8}
-{"time":"2026-04-02T06:00:44.998618827Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:00:59.729440714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":6517,"history_lines":837,"events_offset":38,"events_lines":2,"console_offset":7845,"console_lines":1009,"uploaded_len":7}
-{"time":"2026-04-02T06:00:59.962341358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:01:14.72864052Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7354,"history_lines":812,"events_offset":40,"events_lines":2,"console_offset":8854,"console_lines":979,"uploaded_len":10}
-{"time":"2026-04-02T06:01:14.941603321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:01:29.729601464Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8166,"history_lines":833,"events_offset":42,"events_lines":2,"console_offset":9833,"console_lines":1013,"uploaded_len":7}
-{"time":"2026-04-02T06:01:29.932025253Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:01:44.728753545Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":8999,"history_lines":776,"events_offset":44,"events_lines":2,"console_offset":10845,"console_lines":937,"uploaded_len":8}
-{"time":"2026-04-02T06:01:44.915990219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:01:59.730357009Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":9775,"history_lines":769,"events_offset":46,"events_lines":2,"console_offset":11782,"console_lines":925,"uploaded_len":8}
-{"time":"2026-04-02T06:02:00.430250569Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:02:14.730624937Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":10544,"history_lines":801,"events_offset":48,"events_lines":2,"console_offset":12707,"console_lines":971,"uploaded_len":10}
-{"time":"2026-04-02T06:02:15.245544309Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:02:29.730082548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":11345,"history_lines":747,"events_offset":50,"events_lines":2,"console_offset":13678,"console_lines":913,"uploaded_len":6}
-{"time":"2026-04-02T06:02:29.888339355Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:02:44.728313449Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12092,"history_lines":808,"events_offset":52,"events_lines":2,"console_offset":14591,"console_lines":960,"uploaded_len":6}
-{"time":"2026-04-02T06:02:44.95002702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:02:59.727968468Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":12900,"history_lines":717,"events_offset":54,"events_lines":2,"console_offset":15551,"console_lines":865,"uploaded_len":8}
-{"time":"2026-04-02T06:03:00.068661745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:03:14.728697043Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":13617,"history_lines":693,"events_offset":56,"events_lines":2,"console_offset":16416,"console_lines":840,"uploaded_len":9}
-{"time":"2026-04-02T06:03:14.944905824Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:03:29.727575085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14310,"history_lines":726,"events_offset":58,"events_lines":2,"console_offset":17255,"console_lines":889,"uploaded_len":6}
-{"time":"2026-04-02T06:03:29.863612155Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:03:44.730376645Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15036,"history_lines":935,"events_offset":60,"events_lines":2,"console_offset":18144,"console_lines":1128,"uploaded_len":10}
-{"time":"2026-04-02T06:03:44.92687223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:03:59.72882006Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":15971,"history_lines":799,"events_offset":62,"events_lines":2,"console_offset":19272,"console_lines":950,"uploaded_len":6}
-{"time":"2026-04-02T06:03:59.947491001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:04:14.729521691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":16770,"history_lines":830,"events_offset":64,"events_lines":2,"console_offset":20221,"console_lines":997,"uploaded_len":11}
-{"time":"2026-04-02T06:04:14.967885961Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:04:29.72939572Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":17600,"history_lines":832,"events_offset":66,"events_lines":2,"console_offset":21218,"console_lines":1009,"uploaded_len":8}
-{"time":"2026-04-02T06:04:29.882112817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:04:44.729202159Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":18432,"history_lines":868,"events_offset":68,"events_lines":2,"console_offset":22227,"console_lines":1033,"uploaded_len":7}
-{"time":"2026-04-02T06:04:45.081268963Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:04:59.72916355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":19300,"history_lines":870,"events_offset":70,"events_lines":2,"console_offset":23260,"console_lines":1046,"uploaded_len":10}
-{"time":"2026-04-02T06:04:59.977453643Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:05:14.73006847Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":20170,"history_lines":869,"events_offset":72,"events_lines":2,"console_offset":24305,"console_lines":1045,"uploaded_len":8}
-{"time":"2026-04-02T06:05:15.131438989Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:05:29.73036853Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21039,"history_lines":959,"events_offset":74,"events_lines":2,"console_offset":25350,"console_lines":1152,"uploaded_len":11}
-{"time":"2026-04-02T06:05:29.92616477Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:05:44.729471255Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":21998,"history_lines":839,"events_offset":76,"events_lines":2,"console_offset":26502,"console_lines":1009,"uploaded_len":8}
-{"time":"2026-04-02T06:05:44.909503246Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:05:59.729278166Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22837,"history_lines":879,"events_offset":78,"events_lines":2,"console_offset":27511,"console_lines":1057,"uploaded_len":7}
-{"time":"2026-04-02T06:05:59.902374041Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:06:14.729546747Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":23716,"history_lines":875,"events_offset":80,"events_lines":2,"console_offset":28568,"console_lines":1057,"uploaded_len":10}
-{"time":"2026-04-02T06:06:14.947956774Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:06:29.729735424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":24591,"history_lines":900,"events_offset":82,"events_lines":2,"console_offset":29625,"console_lines":1081,"uploaded_len":7}
-{"time":"2026-04-02T06:06:30.001185874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:06:44.730050119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":25491,"history_lines":877,"events_offset":84,"events_lines":2,"console_offset":30706,"console_lines":1045,"uploaded_len":8}
-{"time":"2026-04-02T06:06:45.177741892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:06:59.73059463Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":26368,"history_lines":860,"events_offset":86,"events_lines":2,"console_offset":31751,"console_lines":1033,"uploaded_len":11}
-{"time":"2026-04-02T06:06:59.913507109Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:07:14.72984946Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":27228,"history_lines":856,"events_offset":88,"events_lines":2,"console_offset":32784,"console_lines":1033,"uploaded_len":8}
-{"time":"2026-04-02T06:07:14.918678037Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:07:29.730528746Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28084,"history_lines":915,"events_offset":90,"events_lines":2,"console_offset":33817,"console_lines":1093,"uploaded_len":10}
-{"time":"2026-04-02T06:07:29.979451335Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:07:44.729879399Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":28999,"history_lines":970,"events_offset":92,"events_lines":2,"console_offset":34909,"console_lines":1165,"uploaded_len":7}
-{"time":"2026-04-02T06:07:44.998455702Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:07:59.730599414Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":29969,"history_lines":851,"events_offset":94,"events_lines":2,"console_offset":36074,"console_lines":1023,"uploaded_len":12}
-{"time":"2026-04-02T06:07:59.978408892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:08:14.728874284Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30820,"history_lines":880,"events_offset":96,"events_lines":2,"console_offset":37096,"console_lines":1056,"uploaded_len":7}
-{"time":"2026-04-02T06:08:15.016858608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:08:29.730176231Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":31700,"history_lines":900,"events_offset":98,"events_lines":2,"console_offset":38152,"console_lines":1081,"uploaded_len":11}
-{"time":"2026-04-02T06:08:30.184640728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:08:44.730676504Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":32600,"history_lines":889,"events_offset":100,"events_lines":2,"console_offset":39233,"console_lines":1069,"uploaded_len":8}
-{"time":"2026-04-02T06:08:44.95021949Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:08:59.728759388Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":33489,"history_lines":854,"events_offset":102,"events_lines":2,"console_offset":40302,"console_lines":1033,"uploaded_len":7}
-{"time":"2026-04-02T06:08:59.942565998Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:09:14.730049199Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":34343,"history_lines":876,"events_offset":104,"events_lines":2,"console_offset":41335,"console_lines":1045,"uploaded_len":11}
-{"time":"2026-04-02T06:09:14.906751292Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:09:29.729013664Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":35219,"history_lines":881,"events_offset":106,"events_lines":2,"console_offset":42380,"console_lines":1057,"uploaded_len":8}
-{"time":"2026-04-02T06:09:29.902372191Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:09:44.731352634Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":36100,"history_lines":900,"events_offset":108,"events_lines":2,"console_offset":43437,"console_lines":1082,"uploaded_len":8}
-{"time":"2026-04-02T06:09:44.973028771Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:09:59.730075319Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37000,"history_lines":999,"events_offset":110,"events_lines":2,"console_offset":44518,"console_lines":1201,"uploaded_len":11}
-{"time":"2026-04-02T06:10:00.212514035Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:10:14.729556006Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37999,"history_lines":901,"events_offset":112,"events_lines":2,"console_offset":45718,"console_lines":1081,"uploaded_len":7}
-{"time":"2026-04-02T06:10:15.061628188Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:10:29.731127887Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":38900,"history_lines":913,"events_offset":114,"events_lines":2,"console_offset":46799,"console_lines":1105,"uploaded_len":12}
-{"time":"2026-04-02T06:10:29.970704085Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:10:32.466389622Z","level":"INFO","msg":"stream: closing"}
-{"time":"2026-04-02T06:10:32.916690316Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
-{"time":"2026-04-02T06:10:32.917561513Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":39813,"history_lines":188,"console_offset":47904,"console_lines":241,"uploaded_len":5,"complete":true,"exit_code":0}
-{"time":"2026-04-02T06:10:33.409089586Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
-{"time":"2026-04-02T06:10:33.409182694Z","level":"INFO","msg":"handler: closed"}
-{"time":"2026-04-02T06:10:33.409236229Z","level":"INFO","msg":"sender: closed"}
-{"time":"2026-04-02T06:10:33.409240904Z","level":"INFO","msg":"stream: closed"}

splatfacto/2026-04-02_055552/wandb/debug.log

@@ -1,37 +0,0 @@
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_setup.py:_flush():81] Current SDK version is 0.25.1
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_setup.py:_flush():81] Configure stats pid to 12095
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_setup.py:_flush():81] Loading settings from environment variables
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/unnamed/splatfacto/2026-04-02_055552/wandb/run-20260402_055558-fyt52xdq/logs/debug.log
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/unnamed/splatfacto/2026-04-02_055552/wandb/run-20260402_055558-fyt52xdq/logs/debug-internal.log
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_init.py:init():844] calling init triggers
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
-config: {'_wandb': {}}
-2026-04-02 05:55:58,876 INFO    MainThread:12095 [wandb_init.py:init():892] starting backend
-2026-04-02 05:55:59,086 INFO    MainThread:12095 [wandb_init.py:init():895] sending inform_init request
-2026-04-02 05:55:59,089 INFO    MainThread:12095 [wandb_init.py:init():903] backend started and connected
-2026-04-02 05:55:59,090 INFO    MainThread:12095 [wandb_init.py:init():973] updated telemetry
-2026-04-02 05:55:59,093 INFO    MainThread:12095 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
-2026-04-02 05:55:59,630 INFO    MainThread:12095 [wandb_init.py:init():1042] starting run threads in backend
-2026-04-02 05:55:59,718 INFO    MainThread:12095 [wandb_run.py:_console_start():2524] atexit reg
-2026-04-02 05:55:59,718 INFO    MainThread:12095 [wandb_run.py:_redirect():2373] redirect: wrap_raw
-2026-04-02 05:55:59,718 INFO    MainThread:12095 [wandb_run.py:_redirect():2442] Wrapping output streams.
-2026-04-02 05:55:59,718 INFO    MainThread:12095 [wandb_run.py:_redirect():2465] Redirects installed.
-2026-04-02 05:55:59,721 INFO    MainThread:12095 [wandb_init.py:init():1082] run started, returning control to user process
-2026-04-02 05:58:50,050 INFO    MainThread:12095 [wandb_run.py:_config_callback():1403] config_cb None None {'_target': 'nerfstudio.engine.trainer.Trainer', 'output_dir': 'outputs', 'method_name': 'splatfacto', 'experiment_name': 'unnamed', 'project_name': 'nerfstudio-project', 'timestamp': '2026-04-02_055552', 'machine': {'seed': 42, 'num_devices': 1, 'num_machines': 1, 'machine_rank': 0, 'dist_url': 'auto', 'device_type': 'cuda'}, 'logging': {'relative_log_dir': '.', 'steps_per_log': 10, 'max_buffer_size': 20, 'local_writer': {'_target': 'nerfstudio.utils.writer.LocalWriter', 'enable': True, 'stats_to_track': ['ITER_TRAIN_TIME', 'TRAIN_RAYS_PER_SEC', 'CURR_TEST_PSNR', 'VIS_RAYS_PER_SEC', 'TEST_RAYS_PER_SEC', 'ETA'], 'max_log_size': 10}, 'profiler': 'basic'}, 'viewer': {'relative_log_filename': 'viewer_log_filename.txt', 'websocket_port': None, 'websocket_port_default': 7007, 'websocket_host': '0.0.0.0', 'num_rays_per_chunk': 32768, 'max_num_display_images': 512, 'quit_on_train_completion': False, 'image_format': 'jpeg', 'jpeg_quality': 75, 'make_share_url': False, 'camera_frustum_scale': 0.1, 'default_composite_depth': True}, 'pipeline': {'_target': 'nerfstudio.pipelines.base_pipeline.VanillaPipeline', 'datamanager': {'_target': 'nerfstudio.data.datamanagers.full_images_datamanager.FullImageDatamanager', 'data': 'data/Replica/office0', 'masks_on_gpu': False, 'images_on_gpu': False, 'dataparser': {'_target': 'nerfstudio.data.dataparsers.replica_dataparser.Replica', 'data': 'data/Replica/office0', 'scale_factor': 1.0, 'scene_scale': 1.0, 'center_method': 'poses', 'auto_scale_poses': True, 'train_split_fraction': 0.9, 'depth_unit_scale_factor': None, 'load_3D_points': True, 'point_cloud_color': True, 'max_3d_points': 100000, 'frame_stride': 1}, 'camera_res_scale_factor': 1.0, 'eval_num_images_to_sample_from': -1, 'eval_num_times_to_repeat_images': -1, 'cache_images': 'cpu', 'cache_images_type': 'uint8', 'max_thread_workers': None, 'train_cameras_sampling_strategy': 'random', 'train_cameras_sampling_seed': 42, 'fps_reset_every': 100, 'dataloader_num_workers': 4, 'prefetch_factor': 4, 'cache_compressed_images': False}, 'model': {'_target': 'nerfstudio.models.splatfacto.SplatfactoModel', 'enable_collider': True, 'collider_params': {'near_plane': 2.0, 'far_plane': 6.0}, 'loss_coefficients': {'rgb_loss_coarse': 1.0, 'rgb_loss_fine': 1.0}, 'eval_num_rays_per_chunk': 4096, 'prompt': None, 'warmup_length': 500, 'refine_every': 100, 'resolution_schedule': 3000, 'background_color': 'random', 'num_downscales': 2, 'cull_alpha_thresh': 0.005, 'cull_scale_thresh': 0.5, 'reset_alpha_every': 30, 'densify_grad_thresh': 0.0008, 'use_absgrad': True, 'densify_size_thresh': 0.01, 'n_split_samples': 2, 'sh_degree_interval': 1000, 'cull_screen_size': 0.15, 'split_screen_size': 0.05, 'stop_screen_size_at': 4000, 'random_init': False, 'num_random': 50000, 'random_scale': 10.0, 'ssim_lambda': 0.2, 'stop_split_at': 15000, 'sh_degree': 3, 'use_scale_regularization': True, 'max_gauss_ratio': 10.0, 'output_depth_during_training': False, 'rasterize_mode': 'classic', 'camera_optimizer': {'_target': 'nerfstudio.cameras.camera_optimizers.CameraOptimizer', 'mode': 'off', 'trans_l2_penalty': 0.01, 'rot_l2_penalty': 0.001, 'optimizer': None, 'scheduler': None}, 'use_bilateral_grid': False, 'grid_shape': [16, 16, 8], 'color_corrected_metrics': False, 'strategy': 'default', 'max_gs_num': 1000000, 'noise_lr': 500000.0, 'mcmc_opacity_reg': 0.01, 'mcmc_scale_reg': 0.01}}, 'optimizers': {'means': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.00016, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': {'_target': 'nerfstudio.engine.schedulers.ExponentialDecayScheduler', 'lr_pre_warmup': 1e-08, 'lr_final': 1.6e-06, 'warmup_steps': 0, 'max_steps': 30000, 'ramp': 'cosine'}}, 'features_dc': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.0025, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': None}, 'features_rest': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.000125, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': None}, 'opacities': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.05, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': None}, 'scales': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.005, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': None}, 'quats': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.001, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': None}, 'camera_opt': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.0001, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': {'_target': 'nerfstudio.engine.schedulers.ExponentialDecayScheduler', 'lr_pre_warmup': 0, 'lr_final': 5e-07, 'warmup_steps': 1000, 'max_steps': 30000, 'ramp': 'cosine'}}, 'bilateral_grid': {'optimizer': {'_target': 'torch.optim.adam.Adam', 'lr': 0.002, 'eps': 1e-15, 'max_norm': None, 'weight_decay': 0}, 'scheduler': {'_target': 'nerfstudio.engine.schedulers.ExponentialDecayScheduler', 'lr_pre_warmup': 0, 'lr_final': 0.0001, 'warmup_steps': 1000, 'max_steps': 30000, 'ramp': 'cosine'}}}, 'vis': 'wandb', 'data': None, 'prompt': None, 'relative_model_dir': 'nerfstudio_models', 'load_scheduler': True, 'steps_per_save': 2000, 'steps_per_eval_batch': 0, 'steps_per_eval_image': 100, 'steps_per_eval_all_images': 1000, 'max_num_iterations': 40000, 'mixed_precision': False, 'use_grad_scaler': False, 'save_only_latest_checkpoint': True, 'load_dir': None, 'load_step': None, 'load_config': None, 'load_checkpoint': None, 'log_gradients': False, 'gradient_accumulation_steps': {}, 'start_paused': False}
-2026-04-02 06:10:32,466 INFO    wandb-AsyncioManager-main:12095 [service_client.py:_forward_responses():134] Reached EOF.
-2026-04-02 06:10:32,466 INFO    wandb-AsyncioManager-main:12095 [mailbox.py:close():155] Closing mailbox, abandoning 1 handles.
-2026-04-02 06:10:33,415 ERROR   wandb-AsyncioManager-main:12095 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback.
-Traceback (most recent call last):
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions
-    await fn()
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 45, in publish
-    await self._send_server_request(request)
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 87, in _send_server_request
-    await self._drain_writer()
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 96, in _drain_writer
-    await self._writer.drain()
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/asyncio/streams.py", line 371, in drain
-    await self._protocol._drain_helper()
-  File "/root/nerfstudio/.pixi/envs/default/lib/python3.10/asyncio/streams.py", line 167, in _drain_helper
-    raise ConnectionResetError('Connection lost')
-ConnectionResetError: Connection lost

splatfacto/2026-04-02_055552/wandb/run-20260402_055558-fyt52xdq/files/config.yaml

@@ -1,330 +0,0 @@
-_target:
-    value: nerfstudio.engine.trainer.Trainer
-_wandb:
-    value:
-        cli_version: 0.25.1
-        e:
-            w7foem33buv7qj28p1y3yurnz8vk24wp:
-                args:
-                    - splatfacto
-                    - --max-num-iterations
-                    - "40000"
-                    - --pipeline.model.cull_alpha_thresh=0.005
-                    - --pipeline.model.use_scale_regularization=True
-                    - --vis
-                    - wandb
-                    - replica-data
-                    - --data
-                    - data/Replica/office0
-                codePath: .pixi/envs/default/bin/ns-train
-                codePathLocal: .pixi/envs/default/bin/ns-train
-                cpu_count: 8
-                cpu_count_logical: 8
-                cudaVersion: "13.1"
-                disk:
-                    /:
-                        total: "520120602624"
-                        used: "60904890368"
-                email: cctom@umich.edu
-                executable: /root/nerfstudio/.pixi/envs/default/bin/python3.10
-                git:
-                    commit: 9a173439efc2f0fdf9a04ef96913bcaf8aec07b8
-                    remote: https://github.com/qrafty-ai/nerfstudio.git
-                gpu: NVIDIA RTX 6000 Ada Generation
-                gpu_count: 1
-                gpu_nvidia:
-                    - architecture: Ada
-                      cudaCores: 18176
-                      memoryTotal: "51527024640"
-                      name: NVIDIA RTX 6000 Ada Generation
-                      uuid: GPU-4be8b1b7-9e66-94a5-d491-ba755102654c
-                host: ml-ai-ubuntu-gpu-6000adax1-48gb-tor1
-                memory:
-                    total: "67422699520"
-                os: Linux-5.15.0-171-generic-x86_64-with-glibc2.35
-                program: /root/nerfstudio/.pixi/envs/default/bin/ns-train
-                python: CPython 3.10.14
-                root: outputs/unnamed/splatfacto/2026-04-02_055552
-                startedAt: "2026-04-02T05:55:58.875620Z"
-                writerId: w7foem33buv7qj28p1y3yurnz8vk24wp
-        m: []
-        python_version: 3.10.14
-        t:
-            "1":
-                - 1
-                - 5
-                - 41
-                - 53
-            "2":
-                - 1
-                - 5
-                - 41
-                - 53
-            "3":
-                - 13
-                - 61
-            "4": 3.10.14
-            "5": 0.25.1
-            "10":
-                - 20
-            "12": 0.25.1
-            "13": linux-x86_64
-data:
-    value: null
-experiment_name:
-    value: unnamed
-load_checkpoint:
-    value: null
-load_config:
-    value: null
-load_dir:
-    value: null
-load_scheduler:
-    value: true
-load_step:
-    value: null
-log_gradients:
-    value: false
-logging:
-    value:
-        local_writer:
-            _target: nerfstudio.utils.writer.LocalWriter
-            enable: true
-            max_log_size: 10
-            stats_to_track:
-                - ITER_TRAIN_TIME
-                - TRAIN_RAYS_PER_SEC
-                - CURR_TEST_PSNR
-                - VIS_RAYS_PER_SEC
-                - TEST_RAYS_PER_SEC
-                - ETA
-        max_buffer_size: 20
-        profiler: basic
-        relative_log_dir: .
-        steps_per_log: 10
-machine:
-    value:
-        device_type: cuda
-        dist_url: auto
-        machine_rank: 0
-        num_devices: 1
-        num_machines: 1
-        seed: 42
-max_num_iterations:
-    value: 40000
-method_name:
-    value: splatfacto
-mixed_precision:
-    value: false
-optimizers:
-    value:
-        bilateral_grid:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.002
-                max_norm: null
-                weight_decay: 0
-            scheduler:
-                _target: nerfstudio.engine.schedulers.ExponentialDecayScheduler
-                lr_final: 0.0001
-                lr_pre_warmup: 0
-                max_steps: 30000
-                ramp: cosine
-                warmup_steps: 1000
-        camera_opt:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.0001
-                max_norm: null
-                weight_decay: 0
-            scheduler:
-                _target: nerfstudio.engine.schedulers.ExponentialDecayScheduler
-                lr_final: 5e-07
-                lr_pre_warmup: 0
-                max_steps: 30000
-                ramp: cosine
-                warmup_steps: 1000
-        features_dc:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.0025
-                max_norm: null
-                weight_decay: 0
-            scheduler: null
-        features_rest:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.000125
-                max_norm: null
-                weight_decay: 0
-            scheduler: null
-        means:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.00016
-                max_norm: null
-                weight_decay: 0
-            scheduler:
-                _target: nerfstudio.engine.schedulers.ExponentialDecayScheduler
-                lr_final: 1.6e-06
-                lr_pre_warmup: 1e-08
-                max_steps: 30000
-                ramp: cosine
-                warmup_steps: 0
-        opacities:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.05
-                max_norm: null
-                weight_decay: 0
-            scheduler: null
-        quats:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.001
-                max_norm: null
-                weight_decay: 0
-            scheduler: null
-        scales:
-            optimizer:
-                _target: torch.optim.adam.Adam
-                eps: 1e-15
-                lr: 0.005
-                max_norm: null
-                weight_decay: 0
-            scheduler: null
-output_dir:
-    value: outputs
-pipeline:
-    value:
-        _target: nerfstudio.pipelines.base_pipeline.VanillaPipeline
-        datamanager:
-            _target: nerfstudio.data.datamanagers.full_images_datamanager.FullImageDatamanager
-            cache_compressed_images: false
-            cache_images: cpu
-            cache_images_type: uint8
-            camera_res_scale_factor: 1
-            data: data/Replica/office0
-            dataloader_num_workers: 4
-            dataparser:
-                _target: nerfstudio.data.dataparsers.replica_dataparser.Replica
-                auto_scale_poses: true
-                center_method: poses
-                data: data/Replica/office0
-                depth_unit_scale_factor: null
-                frame_stride: 1
-                load_3D_points: true
-                max_3d_points: 100000
-                point_cloud_color: true
-                scale_factor: 1
-                scene_scale: 1
-                train_split_fraction: 0.9
-            eval_num_images_to_sample_from: -1
-            eval_num_times_to_repeat_images: -1
-            fps_reset_every: 100
-            images_on_gpu: false
-            masks_on_gpu: false
-            max_thread_workers: null
-            prefetch_factor: 4
-            train_cameras_sampling_seed: 42
-            train_cameras_sampling_strategy: random
-        model:
-            _target: nerfstudio.models.splatfacto.SplatfactoModel
-            background_color: random
-            camera_optimizer:
-                _target: nerfstudio.cameras.camera_optimizers.CameraOptimizer
-                mode: "off"
-                optimizer: null
-                rot_l2_penalty: 0.001
-                scheduler: null
-                trans_l2_penalty: 0.01
-            collider_params:
-                far_plane: 6
-                near_plane: 2
-            color_corrected_metrics: false
-            cull_alpha_thresh: 0.005
-            cull_scale_thresh: 0.5
-            cull_screen_size: 0.15
-            densify_grad_thresh: 0.0008
-            densify_size_thresh: 0.01
-            enable_collider: true
-            eval_num_rays_per_chunk: 4096
-            grid_shape:
-                - 16
-                - 16
-                - 8
-            loss_coefficients:
-                rgb_loss_coarse: 1
-                rgb_loss_fine: 1
-            max_gauss_ratio: 10
-            max_gs_num: 1000000
-            mcmc_opacity_reg: 0.01
-            mcmc_scale_reg: 0.01
-            n_split_samples: 2
-            noise_lr: 500000
-            num_downscales: 2
-            num_random: 50000
-            output_depth_during_training: false
-            prompt: null
-            random_init: false
-            random_scale: 10
-            rasterize_mode: classic
-            refine_every: 100
-            reset_alpha_every: 30
-            resolution_schedule: 3000
-            sh_degree: 3
-            sh_degree_interval: 1000
-            split_screen_size: 0.05
-            ssim_lambda: 0.2
-            stop_screen_size_at: 4000
-            stop_split_at: 15000
-            strategy: default
-            use_absgrad: true
-            use_bilateral_grid: false
-            use_scale_regularization: true
-            warmup_length: 500
-project_name:
-    value: nerfstudio-project
-prompt:
-    value: null
-relative_model_dir:
-    value: nerfstudio_models
-save_only_latest_checkpoint:
-    value: true
-start_paused:
-    value: false
-steps_per_eval_all_images:
-    value: 1000
-steps_per_eval_batch:
-    value: 0
-steps_per_eval_image:
-    value: 100
-steps_per_save:
-    value: 2000
-timestamp:
-    value: 2026-04-02_055552
-use_grad_scaler:
-    value: false
-viewer:
-    value:
-        camera_frustum_scale: 0.1
-        default_composite_depth: true
-        image_format: jpeg
-        jpeg_quality: 75
-        make_share_url: false
-        max_num_display_images: 512
-        num_rays_per_chunk: 32768
-        quit_on_train_completion: false
-        relative_log_filename: viewer_log_filename.txt
-        websocket_host: 0.0.0.0
-        websocket_port: null
-        websocket_port_default: 7007
-vis:
-    value: wandb