diff --git a/gaussian-opacity-fields/tanksandtemples/auditorium.json b/gaussian-opacity-fields/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..00dd5cd2cdf903e6ae2fbbe2853056b89b6cf1d6 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/auditorium.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2116.43691, + "resources_utilization": { + "memory": 4510, + "gpu_memory": 8644 + }, + "datetime": "2024-06-02T13:58:03+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.16378000378608704, + -0.0013800000306218863, + 0.0014700000174343586, + -0.016179999336600304 + ], + [ + -0.0013800000306218863, + 0.010440000332891941, + 0.16345000267028809, + 0.009589999914169312 + ], + [ + -0.0014700000174343586, + -0.16345000267028809, + 0.01042999979108572, + 0.0005699999746866524 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.4357199966907501, + 0.09341000020503998, + 0.8952199816703796, + -0.4940299987792969 + ], + [ + -0.899429976940155, + 0.007269999943673611, + 0.4370099902153015, + -0.47835999727249146 + ], + [ + 0.0343099981546402, + -0.9955999851226807, + 0.0871800035238266, + -0.07123000174760818 + ] + ], + "scene": true, + "expected_scene_scale": 5.2967396736145025, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.2967396736145025, + "dataset_background_color": null, + "checkpoint_sha256": "eeb8db5f91af57ff06eb8521dd55d57883cff1fd1c81c8eb601deabf64c42b72" + }, + "metrics": { + "psnr": 23.20333, + "ssim": 0.87118, + "mae": 0.05006, + "mse": 0.00543, + "lpips": 0.19387 + }, + "metrics_raw": { + "psnr": "PGLGQQ0M10GB/NFB2a+UQQNju0Eqr6dBvfmmQTwsrkFC3sNBHWisQXrK0EH4dchBUJLYQb4x2EHa07JBuXSvQRcwlkHrhJ1B31yqQUBfwkElA7NB1RC6QWi3t0Gnc7dBifS+QSa90kFSEtJBy/6yQUwgtEHoiq5BDoHKQW6DqUHKM8hB+DWvQaGjsUFbka5B2o+5QXyYuUE=", + "ssim": "axtoP81rZz8jwGs/R2pEP7KHXj+XJmA/Q9VeP2xCZD/iI1w/scdeP/JUZD9j5ms/VTdtP2Bibz+Q5FY/t69QP820JD8r0VY/l7hHP7YgUD+mJWU/fWVbP3eGaj8iQmU/Ct9oPw+uZT88u2Y/DQxcPwgUZj/S3V0/bUxmP41LUz+q5WQ/yF9dP/P/WT+9Wms/vtppPxn8ZT8=", + "mae": "W+EmPTd+AT0MUBU9r1+1PUlMSz3Bs5E9QsNvPepdgz1dCzM9qb98PV30/jyJ2iU93JjiPO508zx7qVE9xQFUPb+Knj3RrIg9a5OHPVIrMj3qdmo9u9UNPf5PaD2pNEw9hVRBPfSICT2krAQ90js0PT64bT2qhHw9VGcfPRsPVz3Tqx49JSxWPbjRNT3MGIM9N6pGPQZbYz0=", + "mse": "mRxZO8plBjuueBs7SuZiPMX5lDu5VAM8jAkGPJ3q2TsTamk7rkflO+7pIDswg0w7yqAAO0MIAjupl7473wPSO1lOWTxn9y88QizzO2uvczvslL07xr+aOy6TpTtO16Y7JW+GO+YjGDsxFxs7qqy9O6WZtzv9m9c769RAO+cw+TsyCk47ioDTO2M5xTv1c9c7bAKdO27bnDs=", + "lpips": "8DcNPr5NBD7TmRo+wrZmPnZbAD62gio+ltFePiZFLT40bx8+/xn8Pc1URj50e3Y+pZIjPvywRD7IdEw+qL9wPr58uz4vp10+Ta2oPpy9dz6YTh8+pANCPjE5cz50JRw+at8+PrClbj6XxyU+ppCJPjcxKz7dKIc+2OfwPQF6gD76fhY+iD8jPoipaz4Tb04+7TAIPjKnCj4=" + }, + "metrics_sha256": "0d8fb1fecf85a1b0461056c24245651ccb221b6308e6a5a37c39bf23d80428bb", + "predictions_sha256": "434416ed5f68315a2162c6c2673f200507bef38359ebe99e0657c0986c5c5569", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/auditorium.zip b/gaussian-opacity-fields/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..6dc8a9ebe19035746d31ce1b67d32ec948fef5be --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d85d25a2627a7fffe4656030f21e5b4eedde8d622a95a5f6ddcf9fb90a796b +size 671579690 diff --git a/gaussian-opacity-fields/tanksandtemples/ballroom.json b/gaussian-opacity-fields/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..09fdfa68bb3157e87162b08eb13cf7ea499b3b5f --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/ballroom.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 3630.29836, + "resources_utilization": { + "memory": 5862, + "gpu_memory": 39084 + }, + "datetime": "2024-06-02T14:23:49+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.18185999989509583, + -0.006519999820739031, + 0.006289999932050705, + 0.0006699999794363976 + ], + [ + -0.006519999820739031, + -0.006490000057965517, + 0.18185000121593475, + -0.025830000638961792 + ], + [ + -0.006289999932050705, + -0.18185000121593475, + -0.006709999870508909, + -0.0005200000014156103 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.9045900106430054, + -0.020409999415278435, + -0.42579999566078186, + 0.12251000106334686 + ], + [ + 0.42544999718666077, + -0.019190000370144844, + 0.9047799706459045, + -0.8966500163078308 + ], + [ + -0.026639999821782112, + -0.9996100068092346, + -0.008679999969899654, + -0.0017800000496208668 + ] + ], + "scene": true, + "expected_scene_scale": 5.458088970184326, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.458088970184326, + "dataset_background_color": null, + "checkpoint_sha256": "1f3c8a8ec2a969e9a43e53bd648a366bb7a8afb4ae3a9b2c7c7a38a315493b98" + }, + "metrics": { + "psnr": 22.84495, + "ssim": 0.81802, + "mae": 0.04448, + "mse": 0.00589, + "lpips": 0.10715 + }, + "metrics_raw": { + "psnr": "OqDHQXjN2UETjMlBXbHRQfRIxUFeIb9B0m/KQTNgkEFI4bZB5iCaQVYYrEH7ucFBIoCvQW50p0FaXrZBggOqQSpAwEFriLFBRCHAQVX8l0GMVLxBYXC0QfotrUG4O8BB+J29QQ34rUHb/LhBMTqzQYVTvkH/Lb1BAoK3QSaHyUGAZ6lBvPm1QWi7pUEyE7BBmaW7QUYUv0E3ydBBygiqQWzsi0E=", + "ssim": "Nc5gP+/zbT90SmY/S3ZmP36mZD9LW2M/JM9fP1ijRz/Co1w/CyMvPxPNUT+401Y/rfBGP7i1Rj/JD1M/V7ZVP6tPWD8OzE0/LRZQPxbBNz+eO1w/cWhCP1fPRD8FvVo/uwZFPwsGVj+Iwlo/JOlVP4XjVj/5/k4//6VSP294Sz+pRkY/CIdXP3OzSj8tKjw/NVNNPy1LRj/oH1c/s3hNP9ljOz8=", + "mae": "8lcKPZz4zTwjnf48ZX/rPK3pBj0OqhQ9FlgGPak+iD2uyCk9ZpyQPfWBVz0r4Bo9PJ9SPRoLRD3/uTs9ZHxaPZClGz0xJDw9wwwYPcoIlT0D5xY9wTFDPZNGXD0cXgs95cUjPRlkSz0Z3TA9qH85PfOUEj0zsRU9MeIzPZ1eGD2mT109d1k3PXmIcT2aYUY9yXIfPTX8Hz1Bru08NfZWPUhwkz0=", + "mse": "lnxRO9xM+Dp+N0Y7W8ocO20WYDsjwoU7qzRBOxNwgDwEnKk7WAFCPIFY5ztoQXg78b7RO3kzBDznH6w74aD1O56DgTsd1MU7+/aBO+9YTjwI/JA7WvS1O1884DstlIE7graLO+Yy2zs/oJ87d2m8O9rjiDuje407a5KmO5pTRjuI+fk7MhWuO+PrCjxyTs47V92TO5H0hTvI7yA7i3v1O2n/kTw=", + "lpips": "oFtkPUkuIT1tUTc9w3NEPUDFST2AQ1w9DXuzPT32AT4HhpY9QMM4PvTExD1Q7s09exDSPdDWDz71QPU9wMypPaL6uj1WkMc9rscDPv4w3T1CNcs9oAj1PZhM9j1X6q89f1sYPn3v0z12kr49dHuyPeBh4D18E8M9BEXbPQoWBT5eexE+ORkEPr8pHD7R4Nc9YA4APjybCj7tCQ4+tISePWywhT4=" + }, + "metrics_sha256": "c4b5b4b45768fbeb1b6ee20f6e3fb6ffe5c6092a6cce0945be49c9ff42fc75e4", + "predictions_sha256": "75ca693cc35bd0e4d6e65fc8af2beef22783310f5b4c1f44ad6d540383e21c64", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/ballroom.zip b/gaussian-opacity-fields/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..c5a1230d9ad95d5ec05138196a36a653d85e2134 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8af739b072f94b9b6cafe169ec399472dcddf9522df33c27ad6e9e63146549 +size 2484198936 diff --git a/gaussian-opacity-fields/tanksandtemples/barn.json b/gaussian-opacity-fields/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..78cd90a982f9a2506991420ac91165fdb3d25165 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/barn.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2223.54152, + "resources_utilization": { + "memory": 4927, + "gpu_memory": 16046 + }, + "datetime": "2024-06-04T17:37:03+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.21528999507427216, + 0.005859999917447567, + -0.006120000034570694, + 0.012230000458657742 + ], + [ + 0.005859999917447567, + 0.009229999966919422, + 0.21517999470233917, + -0.0006900000153109431 + ], + [ + 0.006120000034570694, + -0.21517999470233917, + 0.009060000069439411, + 0.0013200000394135714 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + -0.4909299910068512, + -0.023189999163150787, + -0.8708900213241577, + 0.7048100233078003 + ], + [ + 0.870959997177124, + -0.03652000054717064, + -0.49000000953674316, + 0.16683000326156616 + ], + [ + -0.02043999917805195, + -0.9990599751472473, + 0.03813000023365021, + -0.0017300000181421638 + ] + ], + "scene": true, + "expected_scene_scale": 4.451097202301026, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 4.451097202301026, + "dataset_background_color": null, + "checkpoint_sha256": "0160d2dfc17c5a537d8123f36252055b835709a3146dfa25ec873bf5e120f219" + }, + "metrics": { + "psnr": 25.71512, + "ssim": 0.86635, + "mae": 0.03378, + "mse": 0.0029, + "lpips": 0.13971 + }, + "metrics_raw": { + "psnr": "ZADBQYaZvUEiWL1BhOmxQTlEx0H2ksRBYt/HQZgDzEG8kNJB47/PQWYIz0FGm8JBD53CQZTdvUEjwMdBjm/FQZRdy0E6VsdBCurXQRjM00HqpMpBisbGQXA9x0FaVNRBO1vEQVB0x0HJDb5BJiLIQTZEwUGc3b1BDTfQQZoZuEGCfc5BDS7nQVc41UFiD+9B1sPWQZ3N4EEcHtJBQg/IQSaWyUGafcdBusLMQT5F0kEBVMhBLOjaQWLbyEFzeNZBjtXZQbf34UG5g/1BHcH9QQ==", + "ssim": "6FBcP/QCYT8uQ1Q/879TPzM/Zj+K32k/GzRwPxuQXz9xXVU/t7RPPzeRUz++XjY/Jg1IP0OSVD8/lU4/kAhQP5s7Yj9c9GE/mFBhPxWsWj9tM1E/giBcP7JiWT/x1GQ/1JBfP1N3VD/XLGU/91ZlPyV3Xz9nHVo/VVVrPyzQUz8GU1o/j0FpPyhxWj9xQWY/bIJLPwrDbz/Hems/olRoP/DKYT/WTVY/XVlnPypXZz/hxWs/VRNxP+1GVD9dB1s/G5taP1AzYD9Hrmo/p5duPw==", + "mae": "cv8cPVGoNj2eBDk9Z5JXPQ/aGz24JSI9MLEbPV8aEz0dawA9DiD6PD9nCz2zAyQ978gvPaAhJj3Qawg9ATsMPSLcAT1sRAY9qDPqPBDVBT0TiAY9JrELPf+VCT1y4Oo8x84oPfBMJD3quTc9b5YfPbJ7Iz2K1Sc9uEXyPB5xLj1mWv88AwqvPK6n/Dy/C7A8YAf4PKytwDwxIPw8KdUOPdu+Ez1RUQs9oCYTPXUtAT2Lggg93CXRPFCODz3L4d08BhnYPAXYvDza5YE8hAmBPA==", + "mse": "eX19O2XIiztx0Iw7O67DOzeqUztRuGQ7JAFQO4ShODve5hg7Vc8lOxpEKTvTC3I7Zf9xO6K3ijuDvFA7/x1fOwkcPDuiPFM7thUDO1iTEztJDkA7Va1WO47TUzv7VBE7VChmOwSGUjuw94k76XJOO36QezuEt4o7bZojO83BozsQ7is7g/OoOm+nDTuNqoY6SX4HO+j8yjqd4ho7ReNOOwv+RTvKTVI7prQ0O4Q0Gjt9S007Q4jwOp0xSjuCpQg7HhP4OiBMxDroqjE6DnIwOg==", + "lpips": "ztgHPhgrxT3ERCk+DTIjPg6EBT6W9bQ9FaeiPZSpDj40ciQ+mBRbPicpJT7766g+7WCYPsTEUz79u0Q+pfVWPsG60D2rBPQ914EDPuGECj70LEM+x0AGPiIi7j3JVM09b+L4PaVBiD5Etro9HIXGPRyY9D1v/wE+6MemPeXECD4gofI9xW+xPXH+GT45qe89phKQPhXVmz3uvpU9wUnCPSX1Bj5wIBI+hBnOPUrYCD5n0MQ9lKWqPTGRNT5hORE+/NkSPqaU6T3uvcw9zaShPQ==" + }, + "metrics_sha256": "be7d4e439d5e433f121e7e1df07634a2b1be165bd02741366cfba1fe0b78720e", + "predictions_sha256": "a64cb931237c9e6d471154cdf75c8582cda11fdb43cdf340585a6da1a80a8cda", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/barn.zip b/gaussian-opacity-fields/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..d1ae6d81ee93631cb8849c99d41a75f3f6d7e795 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ae1271409dfe7b2e1e8c4d54c1ae74e0a55b178e0b42bc67af2362f541f8c4 +size 1075767918 diff --git a/gaussian-opacity-fields/tanksandtemples/caterpillar.json b/gaussian-opacity-fields/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..a83325ecba580d2fc1d819876707ed1808b1b50b --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/caterpillar.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2180.27198, + "resources_utilization": { + "memory": 5056, + "gpu_memory": 24346 + }, + "datetime": "2024-06-04T17:36:19+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.18154999613761902, + -0.0011899999808520079, + 0.0011399999493733048, + -0.001019999966956675 + ], + [ + -0.0011899999808520079, + -0.00848000030964613, + 0.18136000633239746, + 0.0088900001719594 + ], + [ + -0.0011399999493733048, + -0.18136000633239746, + -0.008489999920129776, + -0.0023900000378489494 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.9236699938774109, + 0.03677999973297119, + 0.3814300000667572, + -0.26572999358177185 + ], + [ + -0.3828299939632416, + 0.13192999362945557, + 0.9143499732017517, + -0.5796599984169006 + ], + [ + -0.016690000891685486, + -0.9905800223350525, + 0.13594000041484833, + -0.032760001718997955 + ] + ], + "scene": true, + "expected_scene_scale": 5.024668407440186, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.024668407440186, + "dataset_background_color": null, + "checkpoint_sha256": "5af15d57c8e6e142ba06379ea902c408426559e3daec3e547bd3a95bba9ca97e" + }, + "metrics": { + "psnr": 21.78195, + "ssim": 0.79134, + "mae": 0.06678, + "mse": 0.00996, + "lpips": 0.18668 + }, + "metrics_raw": { + "psnr": "uM2tQW0qxkELWNhB7FLdQdsy3UG+vcxBaEiuQT/Lk0G9zLtBuSSeQZaXu0F3mMJBOYmhQYTWuEGKScVBP2Z7QYbwlUE2z9BBWpbJQVqo0EHuTrZBvamJQX3dqEHSs8VBxrGqQX5mqEH0KTlBjOyvQd3MvkGNM2BB44K2QeKasEFk8Z5BNjO2Qbk3qkHq2I9BeFybQSK3r0HZkLNBpcG7QXwnY0GQ5a5BU813QcNJukGJFp9B2CCxQZLRvEF9qs5B", + "ssim": "KyJZP1TfZD+mEWI/M51eP4EbWj8RTVY/2kRcP+nlPz+kXE0/NxxDP1xnUz+MP1Y/AnFEP8jKSz8z8k0/pTVEPwQyRD8nHVs/YJFTP5TJSz928kE/aUU4P+2PUz+pols/MI49P1Z1QD9KByA/E5pKP1CBSj+udDQ/0q5PP885OT/4fVk/R/RZP61zOz82VD8/Cd9bP/WORT/vRkQ/0ytOP/kPED/uQVM/ZbtAPyPySj+r/EY/LyBOP8paUD+j/EQ/", + "mae": "1HVQPQrwPT02wA09vg/5PEXd5TwblxU9by2CPUc9tz19FTE9BW2WParuNj0cWRU9Ld+TPQaHOz3azBY90kgMPoVxuT0vyww9qPYoPZDvCj3GBEg9GdToPbelcz2i7Rg9O+2CPTrthD2f62o+4hxvPThlMz1r5yM+DKZRPRlpbj08rJI9SThYPZEogj3w48M92zG1PdmDcD1RtFY9zXcwPSmwLT5hwXo9s3j+PaXLOT1M9pQ9b7J7Pd4rTj2/4w89", + "mse": "lj7cO3N6Wjs4eQE7PF7gOq0t4TqYzjQ7MjrZO47OaDweN5M7RdUsPAIZlDtkH3I7H8EcPMVQoDuoEmA71tvbPF3dWjwJ1CA74PxFO0qIITtfbKw7+c+bPEPi/TtIaV073tzwO9SmADw9lI49bjTPO/8IhzvElyI9RmurO9QuyzvB5ig8IfasO9Mw9DsEaII8ID47PO9z0DvPlbo7KWaTOwLUGz06bNU7Y4rnPAHDmTuRMig8TiXIO/n1jjsNECs7", + "lpips": "vl8NPmHN5D3AjuU982rzPTZ86T1ocQE+fJHTPeoGEj7q8kI+zsVyPqlnKT7jyxo+Sp8xPjYAMT5C3TE+eOtkPj9Haj7rygQ+FlwfPuOlMz7qLEc+0cY7PijHMz7VmAg+CLpxPgjiOz6e66o+QGxVPo6mbj5KKII+THZzPkLhdT6PnhU+aPAOPoVuoT73nJE+H8oOPgVzSz4trDg+iycxPlQNqz4D3SA+DOdXPmS0KT5ul2o+TfgpPnFmHT5ZWFY+" + }, + "metrics_sha256": "eaeb279981c5bf9d287020a3cc4757ad0a9eea7e92fc7fde288c7e70b4d1396f", + "predictions_sha256": "2a6d6fa3e64696b2c98926d1050d19488428847cf807f18a9dfd82dac236a92a", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/caterpillar.zip b/gaussian-opacity-fields/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..4d90d37dde8b09aa864f9549cb10762419774f09 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b42e2e832e04d890af032a03125ae945d0d72dac6c8e3797d9e11f9ac45256b +size 1333043302 diff --git a/gaussian-opacity-fields/tanksandtemples/church.json b/gaussian-opacity-fields/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..2399f2cf1524b145d7297a90babf09e2b227cf34 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/church.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:25:05", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2881.41265, + "resources_utilization": { + "memory": 4673, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 37324 + }, + "datetime": "2024-06-25T09:24:55", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "ae3b9d097f7dcbb823f9f715c5303d992c9d1ca7ca272fcac8476e642c504bb4" + }, + "evaluate_datetime": "2024-06-25T09:26:01", + "evaluate_version": "develop", + "metrics": { + "psnr": 19.65093, + "ssim": 0.77541, + "mae": 0.08367, + "mse": 0.01563, + "lpips": 0.20808 + }, + "metrics_raw": { + "psnr": "+HqYQaCrcUEIQ5RBj1OyQZRWqUHlv7BBPP2xQSTz2kFjeZBBQsNpQYX6lkEq+LZBZYS7Qc9suEF2BJZBDZi5Qbxks0ERQMtBvHm3QaeCvEHn3MNBmWpOQanqu0E2IMpBjh4jQa75rEFQgbRBGAuwQU8KhEHN/oxB9I27QUiMn0H9DaNB+s6CQWv2wUGa9b5BgvySQfDorkGkIpFB27iNQbO1h0HJypxBuERjQX0uhUGpantBeMaUQQW4jEGtTZ9BEpevQQEFjUFHq0BBf6F9QcDanUH4TWJBnHeVQVt9rUF1dItBLvKSQQrxrEHf8GJB2IqlQY8HpkEUsLpBerxkQQ==", + "ssim": "Nx8uPx3dFj8+HDU/uP9RP3WbWT+ubmQ/OnhgPzkKaD/pwk0//JQ8Px0KRz91DFw/uIhIPzBAYj8+zF8/tkVbP/N5Wz+BUGU/YW1hPz+pXT9nj10/KxMiP6+gXD+8lWI/EZXSPru/Uz+84lA/tj9YP42IOz/UP1E/DTNfPxF+Xz/CoDw/dcFCP8eWUT+ILFo/9DI7PwyORz9EPik/+TwnPxqYHj874Dg/wtEbPzZ4HD+6Txg/3mY2P0ANKj945UI/GjlKPyrgUj+plhs/IoVNPzYWRz/ucDA/s+otP5JgWj/QUko/wjpYPwJPVT8hTTg/yoRZP0pWXD9P/GU/sDQuPw==", + "mae": "IMKYPTKq5z3kGI89aItMPWTmhj38fXM9D2dhPQw73zz6ErY9MJwiPgyorz3V5k494CpGPRToRj2flcc9PAlSPfCdaT1jCCE9dSdQPUbgSj2c/iI9iuBAPgNTSj2imSU9e8ODPoYYeD2Blko9h4hiPWYlBD4YUOs905dJPSmxjT0s7Ik9KBn+PYJlGT0huyA9csvDPfYXPz2laZU9URWwPaE7vD1qLpE9ARUCPu5x2D0zUeQ9RBmOPe5Zrj09h5k9Uh9JPcyXzD0fHmM+8r0GPloykD1tDBc+wlCPPXx5fz1+yso9K1S0PfofXT1JQSc+s6OIPW2GlD2nzk89VDchPg==", + "mse": "JW5LPIvm/DxJsWU8jlzBO2xz+jvVVso7Tz/DO1s88DoXE4A887ANPYpqVDxsLKk76WqUO3M7ojvhX1o8Zt2cO0+DuzsWvDw7GrqmOyI8kDspc2k7ugRSPYq4kjtc8UI7Qs/DPeWO4Tu+m7U7kn7OOwMvtzwIkI08FEKUO078JTzlDBY8Zcu9PP+SdjsJa4Y7GUhuPH5X1TsiUns806GKPLLSpDwNsDM8gpIbPYRDsTzczds8vlJiPJSxjjxwKCc8pjTRO8N2jTy29n89F+nUPMhGLjzLvh09PdxdPFU+3jvt+pM8845uPArH4TutThw9m64LPLC8CTzFAJg7EVIYPQ==", + "lpips": "gCXDPvA+1T7kFYM+86EmPrw7Bj7qdg0+D+HQPXlCtT2rhik+at5bPrWmfj5v4S4+jlFGPuXAyT3qH709QmzmPSs72D0qmMo95vjzPVN01T1ubws+n9CBPuZW0D0aZe090COtPjRZEz7YjCg+SfVWPlJOJT5c4wY+DdLiPRqEJj7uiHE+dy5hPrvMND4R9QU+pZU/PpBtUT7ql4U+gESwPoW18T4Dwo8+BOcEP9mlET8V2qQ+UZpxPjLOej7wRjg+VH9bPk75ND44RZI+GVRNPkRlWT6/2Y0+wKLBPrUjPT57V3U+xvI5PjydQT74c2c+eim0PWfg4T1yC+o9Mz1lPg==" + }, + "metrics_sha256": "a5c40cfd40a19bed1e25cd17a8564893c17f2409e8b5238649e67e9de9ef1094", + "predictions_sha256": "a7f4541fdbb441cd936ad4c342ad6f7ef554c7e0b20d702ddc418136c5a9ec58", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/church.zip b/gaussian-opacity-fields/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..4af41a063ea4483670cb6a7f55e2fa1b4a6251ea --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e549cab826b06751be9470d963a99456f8275240ec012570907787efffcb65e2 +size 1743340521 diff --git a/gaussian-opacity-fields/tanksandtemples/courthouse.json b/gaussian-opacity-fields/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..74c2c24d79b9f33377953883bceed3b5dd13819b --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/courthouse.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:12:14", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2111.3381, + "resources_utilization": { + "memory": 6604, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 13128 + }, + "datetime": "2024-06-25T09:12:12", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "a3860fab349db10874cb2dc049d55b821c4859c8a5b098cb025cdb244caec61a" + }, + "evaluate_datetime": "2024-06-25T09:13:58", + "evaluate_version": "develop", + "metrics": { + "psnr": 19.59986, + "ssim": 0.72577, + "mae": 0.08664, + "mse": 0.02233, + "lpips": 0.3456 + }, + "metrics_raw": { + "psnr": "bXjUQZi6zkE94dBBvEjKQZGXvEHflsFBTtGvQUrbkEHn0ZhBbgq5QWgXxEFqGF9B0uhVQbIJQUE/ugBBxGKWQSQaqkGR93hBgzqRQQuDjkGSKZJBPkB9QcBgg0HNo4VBZr2hQSGQskG9D6pBQC6aQQ6stEE+UbxBQ1DeQZ1f0EF0ZrFBVivVQWfwtUGSaLJB4QTAQYirUUHiZgdBThFaQS4sU0FCv4ZB5U8WQcCFnUFrXTNBpIU7Qe1ZD0E+uVNBuYmEQX/gakEOtl5B9GuTQXa4WEHtuYVBQjebQamul0F6EZ1BHDjIQeuJsUEEXr1B7YS7QaQ/h0FBf61BoaOTQYBW0EFvFc9BiXekQWXDVkEhjJlBhuXBQdWfPEFFVqVBi83OQT+qsUFSeaxBhtJJQbh0Y0E9z1pBCyivQWb0QUFSyJBBlGCtQctDmkF5ImBBCt52QUA1XUHqYzNBRDdWQTzUiUFuu69B3g67Qcir1kE1kt5BaJGzQZ4wyEFPOuRBCU3uQVQe4EHkm8lBxAmvQVKDTkELhSFB05VRQcCoR0E8UXhBxCZSQWxUREEjSy5BYTUvQVAuSUFuOJ5B+oKgQWr0sUGuxbFBoKi5QR4muUE2TpZBVErWQRIJqEEGc61BdQO/QZ+piUGYAL9BH3KdQdWJwkEaCtBBswjGQX2KyUHOSb1BnlnIQdOVv0FxFcBBYqKRQWJLl0FCE6ZBqsjMQUXf1UHhHsxBbJnIQQ==", + "ssim": "HR5qPzrfaD/2lWo/tfNpP7pJaT+kDGE/BadXP/rZSz/0ODo/6fNWP8iITj9smRo/ccHsPjn61z4A/IM+5VcrP1aKMD+IphY/MeArPwvlKj86uTo/9LsnP081Kz/nbBg/0zZDPyoQUj9KP0w/7BNKP6o/Vz/amlw/ZA5pP8yCZz8mxl4/49VoPw1cXT+etWE/juVhP2598D7Fz5c+J1f2Pjh+/D4lhBc/gGLyPmS/TT/46OI+TSuxPr65yD5eR70+X/rmPmyc/T7Yaq8+4HIKP7o8vz6OZzQ/awxHP6iaKj+1d0Y/Um9WP3iIXz/S1U0/Ri1NPwQ4XT/zq2A/KpZdP9fIbj+rN2A/x4JXPyD+Nz8l3VI/PzpeP8ueNz+AGUw/kxxtP0I+Tz/IdDA/XRMIPwwy+j66Xt4+fTxFP0MP8z4NKBw/lLZQP3Z5GD8+k9g+OwsdP1NgNj+HMQ8/a4r4Poz0PD+J1FE/0OFVP/WPWj9mW24/lfdrP8e+Wz9jRmY/2UJlP4fHZD8vi24/dapkPxhdBD/4eMA+Y0gJPwzixj6bGBU/vCIpP4UF/z6eiNI+YKCjPpTYqz4UTh0/msBCP9x7PT9+QU0/qGhPP5apVT/7tFA/ybluPxWVXz8zt1g/6RRgP+HgXz+yDms/+sBdPwOMYD/4m2M/9U1VP/LFbT+0ams/2JZoPzjJZT+m+2I/bzBXPw6JVD8NsVU/pR9iP4J2az/GLmQ/WWBrPw==", + "mae": "W4XZPIvw9jy5fuI8w7UBPbNYJT0s2f08gSZXPe2piD1X2pE9lB0UPXFJBz36BQQ+nK0VPp3BST7VNaA+m1ihPaxETz3tm949EImbPQdjmj2LMKA9wJPGPdVQwD3e0sA9EatgPdvWHT3Lu0g9pAmNPX2jQD3QjRI9Ed6qPCDW5Dyljzw9TmuvPNKyBT3KfTw9vWgPPUL2ID6vSZI+h14XPly2DD4zEtg9u0WEPqk4dj3qTlQ+X8tIPrr6kT7ftSg+xOvGPd4QBz4EhAk+G/2gPYTwET6emaA9zzOhPTXVrD3ikqc91EYQPfiAZz39/S49k9wsPYOl0D39wIo90QXGPV22Az0OuwI9M6ibPQQZRT4P3Fk92iYMPY+bdz7JnpE9UJjpPGp9RT3lmkk9oWo8PlRKBz7QmR4+fZs8PbI2Mz6gc6Q985FTPR3Hoz3eEhw+KeLXPdTX8j3u6y0+KKwRPj8LpD31/UI9jxAqPcTY7Tz1Bro8I5N+PWy5GT1i4Mc8/AaoPI30yDxbFbQ8uzB0PfDOGT51Gng+274YPkSgPT5XuvY9qj8oPq7BJT5+g2M+NHhVPhaAJD6hbYw97r6KPW4CXT1OPWI9PIRLPZbpLD1Y8LI9TAIBPb8SiD0iMnc9iUQePZ9g9D0k7TA9m8ihPYg+IT1SVQs9aW0SPbQ2HT2q4TA9Bfz0PCaiDT3PQAA9N4ywPVAEoT1UPng9emXqPJawyDx1qeg8+l8LPQ==", + "mse": "Y74QO9TAKjuogCA7fA5CO2/ljzu/PHk7H9fPO1RYfTyfc0k862GfO17rZzuVMyU9uIw8PdKbfj1NmiA+ThJYPA4B9TvlsOM8rqV6PCmEhzwOAHQ85xPWPJS1ujzr8K48YtYbPJMMwDt8SvU73LZBPN28tDvSCZE7RxHaOtvbIjvdlcY7ftwNO/tDrjvC58A7VGGCO0lpSD3v5BE+CJkxPdEfRD0sdKk8hnDrPTHzLzwL/Zo9VdKJPYYfAj5Ck0I9A5S0PPVvCz0SHiY9i1BrPP8SNT2nga48FQc8PEUoUDzkQzI8l/BNO5HLxTucuIw7o2iUO30GpzwvMt47othpPJcGIzunBCk7wBIQPEU/Oj0SR0U8Bwt3Owunhz2Yggw8yWMqO90TxTtA1uQ7cV9gPS0nGz0qti89YtXTO4BFez3P4n08sPbeO+M+QTy+vyI9H63qPAXAKT2N7po9Vbg7PdYRmzwnWtA7TWSWOzPcBzvodNg61JK6OwQdTjsy77c6J6SJOjEHzzpX3UU7So7UOxC6UT2dXsg98KdIPa93Zz171OU8FwdHPfzTcj0YuaY9v4qkPSB0Yj1acyw86XEhPOJwwzt+eMQ7pJKcOx7jnjtDklg8X1sJO5QCAjx2gN47dTWGO3/QmzyHQIY7tlYwPHWFcjujbiQ78E5bO4xARjuSCo07VipNO7AEhDs8I4I7tLx3PGF+UjxXjgk8ypU0OzIFCzvBEDg76LJLOw==", + "lpips": "w0iaPe/wnz1o5Ig9zE2aPQ32sz01Auk9uQEQPor4YT4ut48+KuUuPuQcSj7CN+Q+CxY7PxicPz/LMlw/gdLdPoaPoj76VBM/2pDpPgqY6z6JisA+ptnvPpax8z6mfQM/rZOUPki9Yj6AJYI+V1yfPl+7Zz5O+mE+rfwNPtfrDj6YezY+AIwAPpr2Hz7DsRQ+THomPvQjQz8ipEk/CtJAPxNjPj/2uCA/A10sPxYGkj6MJks/k8hQP02iTz9lgj8/x7I3P1QVJj+IOFM/d8zyPr0jQz+HwJw+BGiRPlpvkT5w2lA+pFEiPiwEHD4PJyI+hljcPYvR8D07gu89MF3mPY6JpD13ii8+L98hPm3uWj4vL1Q+Z9sDPl6SnT61iWY+Y3/mPVPeaz5gXp4+Xh8lP7SmLD+07Tc/yemIPo79QT8ZAQY/G+x6PgrYGj9YtUI/w5sQP65h1T65nCg/law1P/sTwj47Vok+jcGCPptsYj4lL/w92dsHPpOsaD662DM+ne8oPhVxJD7aU9M9p2MMPjGIQD/Yd08/wj4RP2LUTj9u6CE/kS/lPqQbKT++Ykk/XpVQPxLkRD+WCNs+UQuVPj0QjD5MTEY+jFdkPnbuTT6AnXI+kFvgPZsMED6kzFE+KBpIPk13PT56iRw+i4gGPtMNFD5+twk+TDP8PfDjlT34roc9SKmyPa515z1dluY9wkBcPlE1Xz4CpCg+EVEGPqZ2jD0Eabo9lhSOPQ==" + }, + "metrics_sha256": "548f1450b30e8db44ec93412dfb0494f7a48d7a6679bcb9935b906cfa41980e1", + "predictions_sha256": "cc8d934422288f676cab9147eaa02291c71f78660e7ce88219f6861660b05569", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/courthouse.zip b/gaussian-opacity-fields/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..6d08cdfbfcb7d3572beee504dfb57fa7622ee850 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54afdb7e4812946599a52d60f24273a66fac729479c5a396e17f43a8987c053 +size 728660730 diff --git a/gaussian-opacity-fields/tanksandtemples/courtroom.json b/gaussian-opacity-fields/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..f13fac1024ec8a0705a712c8c3390acd58d3b0a4 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/courtroom.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2820.42083, + "resources_utilization": { + "memory": 5858, + "gpu_memory": 32312 + }, + "datetime": "2024-06-02T14:10:14+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.20257000625133514, + 0.0022799998987466097, + -0.00279000005684793, + 0.018389999866485596 + ], + [ + 0.0022799998987466097, + 0.040630001574754715, + 0.19846999645233154, + -0.016359999775886536 + ], + [ + 0.00279000005684793, + -0.19846999645233154, + 0.0406000018119812, + 0.001339999958872795 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + -0.03375000134110451, + 0.0016599999507889152, + -0.9994300007820129, + 0.05683999881148338 + ], + [ + 0.9898399710655212, + -0.1381099969148636, + -0.033649999648332596, + 0.4436900019645691 + ], + [ + -0.13808999955654144, + -0.9904199838638306, + 0.003019999945536256, + -0.07914000004529953 + ] + ], + "scene": true, + "expected_scene_scale": 5.175709247589111, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.175709247589111, + "dataset_background_color": null, + "checkpoint_sha256": "e20356883d3e36a2655bc489a7084bce6b822cc20c2e9687804be27fdff7e9da" + }, + "metrics": { + "psnr": 21.14681, + "ssim": 0.78064, + "mae": 0.06452, + "mse": 0.00965, + "lpips": 0.16755 + }, + "metrics_raw": { + "psnr": "PUu5QeCLxUH+A6JBSdDIQUq6uUGr8pFB7v+sQTBQcUH1VpdBCkKFQbCbwEH9QbdB1auCQUaAx0Esz3pBFMuxQeBnrkEooZ5B4HSnQfZ0tEELHqlBZxqxQYh5v0E3AYBBlBG+QUu4nEGawrNBiU6vQcWgn0EuSKxBN1CrQVhdr0HaX6ZBCse1QWHgzEFfGr5BrlCBQXNBpEE=", + "ssim": "1zpVP9HpUT+UYlI/46hPPwDGVD9BIUc/eag+P3dKNj/+UUM/2g8AP2B1RT+f5kQ/Z1w9P6HtVT+SdTI/NqVSPx/9Uj8E0k4/Ys1JP7tbTz9YJUo/MuBUP0aIVD+7lBM/HmJIP5msRT/Qc1w/9x08P4OeTz+fuUY/jO41P0YxRz9Bc1Y/VPBRP7z1ZT9B+2E/p79QP/6VLD8=", + "mae": "AQs/PRzpID2hopQ9Xo0WPQs/SD0XFsQ9YnhpPT8bAT6Ltqg9FJHKPUTULz1kClM99MDePUl7IT2EtAU+WcIyPeFTRT3CeJc9TttzPQ/KTD1KWk09TNZbPeD2Dj2k5u49og4xPRW9nz3lIk89v9hnPci1kz2Wamw9GEp3PV4SeD04JGw95kM5PcCR7DwjoCY9QNT4PWIFkD0=", + "mse": "sjmeO2loXjsEmxo8PXJKOx5DnDvOgnU8UGbhOzM0/jxSOFI85N+wPC4wgDt1xqc7xYu+PJY9Ujvgu908+FnEO8t12DuVbio8wjEEPFTctTtDDPw7aErIO2VwhDvfvs08oOiJO8oPNDxZi7k7NOvSO4eaJTzRGuY7LpzsO16R0jtlYAg87ROvO7EaNDu8xYk7TyHGPLbzEDw=", + "lpips": "NtryPcv+9z0y2AA+dskyPoql3j2nQAk+h2M1PmFmqj4YUlg+Qk/sPvOBhD5cBTg+AbxKPsBBLD5fAYI+ugPcPXghmz0suzU+2Og0PlIhwT3upws+JNdAPg4/JD4DGIU+1vZnPt4DBT7Q5Aw+WuEiPiDE2j3XFwc+eDgOPmZzfj6Q2LQ9HADKPUK+Yz2AHMk9ShojPjVbPz4=" + }, + "metrics_sha256": "36bbddfa36e6abc00b82e78eb435ee3b731a9276762918352cb102d2f100750c", + "predictions_sha256": "592c55b999484830c12d747891e499bbf567df7e3531cb2f46e85de1e76a9021", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/courtroom.zip b/gaussian-opacity-fields/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..87bd7f56f5afb732b0fd0a85395c0461ea8c5e57 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbb406474bfa28dbb4646b151cee7c43b8c9da911a5648d7ce84915e15ad6c8d +size 2354421049 diff --git a/gaussian-opacity-fields/tanksandtemples/family.json b/gaussian-opacity-fields/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..323a0dd75375c0d98fab2bba2861e0493cbf8f45 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/family.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:18:31", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2491.29063, + "resources_utilization": { + "memory": 3890, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 36004 + }, + "datetime": "2024-06-25T09:18:19", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "56e7a5d880c3aa00f949d0cefb232c2de6c6cfceae17485032f0838e2b7efdb1" + }, + "evaluate_datetime": "2024-06-25T09:18:47", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.31493, + "ssim": 0.87499, + "mae": 0.04897, + "mse": 0.00646, + "lpips": 0.08408 + }, + "metrics_raw": { + "psnr": "46qyQYqvxkFhVrdBfOO+Qe7IvEGXT8xB+GHFQWEEpEGfUaVBVRKZQeTkq0FlXbBBSgTAQbv7pkFOxa1BgJvKQXsvn0G2vJ9BONikQQ==", + "ssim": "tfFYP71JbT/+j18/93lfP7AxXD8RmGc/Y8RoPwbXXT8e0Vw/7dBVP5LsYz8Fql4/o7ZjP4+/Wj9B3GA/QHFnP6uDVj+Lm18/VC9ePw==", + "mae": "TsUzPbuoDD0rySw9CmQkPdN4KT1OzAI90dwaPWVYcT1qan09eZF7Pb56Uz3YqlA9uPQhPWq/cj2YNFM9ckMWPQJ7hD3vxHY9bRJ+PQ==", + "mse": "5Xi/O6A7VzsaZKc7L7GGO4cZjztmDzc7RnVfO17zETxllQw8Y/9HPBSw6Durl8w7jGOCO94BBjz7c9w7W0JAO/a5JzyOFSU8/oMOPA==", + "lpips": "QQX1PczRaT3t+Z89brKdPbEhnD0aj4s9By+BPZyk1z2ovdQ9WwbiPSLanz0aro497OOaPWJ4sj0fQ5093YKDPTeKvz2QCNg91mu0PQ==" + }, + "metrics_sha256": "629f301bd7d34ed423ee188235ec7ff0f8b98c94d0a12b0190efe95e7c70e34f", + "predictions_sha256": "e89089532fd6ddedbc340b1596cdc7944465afe42038c2664538c0c527897364", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/family.zip b/gaussian-opacity-fields/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..e00d371dcdbbc1b4ae9c84a562cc71fc08b4222a --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be84f4ba81f6d8c0edbbb89941909aa3cf4f1e3b5195405136a37bbfb868fdee +size 2057511698 diff --git a/gaussian-opacity-fields/tanksandtemples/francis.json b/gaussian-opacity-fields/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..e10f6f1242ef126b5e1cbabb5ef3be8538eba0c8 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/francis.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:12:40", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2151.68955, + "resources_utilization": { + "memory": 4190, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 12596 + }, + "datetime": "2024-06-25T09:12:35", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "1a250a67c49406824840d16808bf4e15f934a99df2b483e6568440080840d632" + }, + "evaluate_datetime": "2024-06-25T09:13:10", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.76269, + "ssim": 0.90088, + "mae": 0.04961, + "mse": 0.00459, + "lpips": 0.1577 + }, + "metrics_raw": { + "psnr": "cfWxQWhTsEHOguVBc7r4QTgFtkEzydRBgNLvQfrm4EEOhMtB3tnGQcwLuEG+5spB1ifXQe5s2kG8k89Bg+nYQajEtUEA1/BBnHLkQWy9wkFLpK9BlEmgQfBRqEF4gK5BXtmpQUr4oUFxlZxBqhepQcTNiEFJi55B0ge/QV7e2UHqjrVBD/3pQWTb5EGhVttB9aHuQfLAx0E=", + "ssim": "KTlXP2QYaD+i8m0/m7RqP8y5ZT8ewWw/6AJsP0FVXz9sGlA/EbZSPybkXD/LMGY/6KpePwkqaT/0l2I/YLFaPwVFYz/6vnQ/9/hrPwvIbj+GEWw/6h5pP833cT9CO3Q/satpPz/ccz+MhGw/gqw5P5/Iaz8jXm8/mZttP0+tUT9rGnE/qs5uP5rtbz82F3E/K59lP0wNaD8=", + "mae": "fEdyPbmtjj1JctE8ZW+bPNTheD0PjBg9v92mPLca3zxkq9k8u2oKPa/+Qz1nXhc9wGHlPLbv9DwMVBk94d//PIZrez1O0sI8IBrWPMPWTD2gHIo9byOyPQmbmz2pSok93leZPckQsz3mILM9wJp/Pe+R/T1JKMI9mzBfPfoV6DxVl4o9uWvGPLEV7zxwtg89P1G6PK5tMD0=", + "mse": "HmvDO4bSzDvYQ7E6quhLOrLbrTtpbw87hb6DOu9oyjopTDs7AzZWO+kCpDu+oz47evoFO3Dj8zqQoiY7Fr/+Ou4frzsZ4n86FMa2OmEecTsW5dA7f30iPAjzADzD3Nc7hcv2OyHPGjzBxDQ8gzr8O8K2nzz+2So8oSSGOzrU9zqhL7A7stSbOhOitDpNkO06VVWIOrC3UDs=", + "lpips": "TiUxPiAFGj7umfA9GEnaPRknHj60Xt09yonUPfiBVD4V23s+NMlTPuDRXT6rkSM+6AdAPtMb9D16DxQ+1OIRPvQs/T06DAc+EFD4PQriAz62WTE+qIw1PnZwJT4oEzU+3HY2PmfYNj7Geyg+ARmrPizeGD6Rkeo9hLvWPVL5UD6zBfU9jtIBPk5NDD4+WPM9UiI1PiA4Fj4=" + }, + "metrics_sha256": "494724732640a48458279ea2d11d87c76e299f14ef2b635dc39100d8faeeebe3", + "predictions_sha256": "1cee1f50437b11b4336c340480c0e344c4f747a077f07010dc5ff4538ed9acc5", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/francis.zip b/gaussian-opacity-fields/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..0c6fc9bd1f4ccf1cea74deefe40de95705884813 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50cb39d7c3c72cea43e372f5736e4d5de4ff78ebffd918de4f2dc6fc81518ab +size 870598955 diff --git a/gaussian-opacity-fields/tanksandtemples/horse.json b/gaussian-opacity-fields/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..11d97e59f18c9217c7dc2bbfd93aa29c58704a73 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/horse.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:15:30", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2308.92844, + "resources_utilization": { + "memory": 3843, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 24996 + }, + "datetime": "2024-06-25T09:15:22", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "73f43739da39ffdf0e27b85a90b0cd5b0bfa0dae79930f0ba891e5e271cf79ab" + }, + "evaluate_datetime": "2024-06-25T09:15:45", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.73058, + "ssim": 0.8815, + "mae": 0.03767, + "mse": 0.00452, + "lpips": 0.09239 + }, + "metrics_raw": { + "psnr": "QmTCQfYw10EgwcNBhZDQQUIay0Ei5sBB7WW8QavZukEi8r9BE1nLQSqdtEGIl8dBnG3CQcyWr0HecaxBtTqsQa4Hu0H2QaxB4GqsQQ==", + "ssim": "RtBhP6TYZz/WWmQ/zDJrP784aT8hu2M/JVhgP0IgWz+OS2Q/ynhgPzWUXz9ewWM/e+pdPxJnVD/GPV4/iC1dP3PEZD/+VGM/Wg1gPw==", + "mae": "sLYYPRGS7zxq0yM9ocoEPYc36jwH+wo9fkomPRivEj2Pbik95Qz0PNo+Dj2EavY8ezL2PK+MJT17P3I9qp5EPeIaKT3W1SU9rVYuPQ==", + "mse": "SoxzO07XBTsaLmo7PvchO+iJPTtMPX47l7OQO0NLlzvAp4I7aDQ8O2MKtTsGsVE7xEpzO0w20TtaB+U7G3TmO2mDljsFROY7cjXlOw==", + "lpips": "SqqqPbcHkD0g7aw9fj6pPY36qT2SBLA9Hom3PXuVzz0gUcA9LAu6PXQV4T3GS9s95AjrPdWC7D2p5cY9wvKnPSYMxD07O8E9Is+WPQ==" + }, + "metrics_sha256": "613d4cceafad3d29151e1ebe4aa2e396c0f2c075983762a8908c4485e911636b", + "predictions_sha256": "8f92750729d9b55dd129914460056e2121036e2d96390d4a5f7e1ddfe8450e8c", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/horse.zip b/gaussian-opacity-fields/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..7d2ab52749bb25ab776e4fc27a5880edf470414a --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e24d52ebe0fe036d4e679862d6f77ba176b562821161f97bfe60f9990d5a6b1 +size 1318180358 diff --git a/gaussian-opacity-fields/tanksandtemples/ignatius.json b/gaussian-opacity-fields/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..a455f704eae8516ebf123d2886b12d0d21e1a6ef --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/ignatius.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:21:08", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2629.91736, + "resources_utilization": { + "memory": 4076, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 35810 + }, + "datetime": "2024-06-25T09:20:52", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "ce467f6973c55e366c8519b8a486f7dad6ae9754892b06eaf8e84180918a19ed" + }, + "evaluate_datetime": "2024-06-25T09:21:35", + "evaluate_version": "develop", + "metrics": { + "psnr": 20.3357, + "ssim": 0.7693, + "mae": 0.08284, + "mse": 0.01488, + "lpips": 0.16184 + }, + "metrics_raw": { + "psnr": "dDy6QSYxqkEAW5FBK1KBQUSauUF9+oVBQp6/QawlvEEEAahBvCu2QU/wp0Edmp5BjFnWQYpiuUHoqLpBnOLDQYD4XUFf6pNBHgKkQeR8xEFYI5RBY/STQYvbu0G2zL9BHIMMQXO0n0GXZ5xBXqqiQZ+tY0E9Zq1Bcd6XQReKqUEktXxB", + "ssim": "mJdIP2IGUD+VUEk/QFgrPxc2Tz8/HUA/ywpBPxhVTj+c5ko/o8xUP7CHRj9zdTY/8BtXP06TTD/t8Uw/m5hZPyb8Kz/lWEI/USJaP/V3UD/61kQ/Ke9MPzGBRD/yjVI/SPgeP2oGTz8G90s/c8BEPwBrHT9UiTs/j24zP1fHQT9bf0E/", + "mae": "oWQ1PVRmgj1cXc49xPb/PfYjKT0f0vU975coPdzBPz2UYnk9m5RIPRAuej29xZU9pEH+PLFuPT1njjY9jHIVPSPVNT5GMcI9jbplPRpbFD27gcY98GPVPc8/Mj1bwCo96uCzPhtQqz0xNaw9WLWFPWkPKj71hU49+7quPbUzhD0ZLhY+", + "mse": "8v2ZOwZf9Du/u3k81BjGPGXTnDuOPq08rOSDOynAkTvBIAI8YhutO19fAjwmkSo8Qx8JO7jPnTsrIJg70UxpO6XlJz1a/mc83/wRPMlJZTslg2Y8hbtnPHP4kjvHNIM7xIwHPtI8JTzwszU8ir0XPFWoGj1k0t47xQpPPCkB+Tsiwtc8", + "lpips": "Xr75PZxAED75SBI+yhZOPnpO/z0kaks+cVwAPrKF5T1gHQA+BMEHPpoC9T1WViE+xlsAPpTQEj7ju/Q9wzvMPXdyUj6eQTo+TXULPn2GFj4FvT0+0MmMPgcaDz57FQA+TGjYPilMFj5ymg8+11D9PXL4gj5S6Bs+nlc/PnN2BD7gv0k+" + }, + "metrics_sha256": "542c0bc6cde0e07785583b9423fc485d87017e6e5f3231360a9f161befacd6bd", + "predictions_sha256": "9955ca668a22330667a6c98474a3020c978e4b28c114eb888b1b18bb7073688e", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/ignatius.zip b/gaussian-opacity-fields/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..88729fbdf35564014c1ab83332c7b89d7987fe52 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20155736f96023b98506bf0077e1f36c8a1fdfdf7c267246616d78e079da99e5 +size 2885111291 diff --git a/gaussian-opacity-fields/tanksandtemples/lighthouse.json b/gaussian-opacity-fields/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..9f0e6e3fb7489fd5be48fb5f4ae268a243932ab9 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/lighthouse.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2407.97317, + "resources_utilization": { + "memory": 4647, + "gpu_memory": 8034 + }, + "datetime": "2024-06-04T17:39:51+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.17745999991893768, + -0.0020200000144541264, + 0.002219999907538295, + -0.02298000082373619 + ], + [ + -0.0020200000144541264, + 0.017149999737739563, + 0.17664000391960144, + -0.0258799996227026 + ], + [ + -0.002219999907538295, + -0.17664000391960144, + 0.01711999997496605, + 0.0007900000200606883 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.9587000012397766, + -0.01891000010073185, + -0.2837899923324585, + 0.18752999603748322 + ], + [ + 0.28439000248908997, + 0.04828000068664551, + 0.9574900269508362, + -0.8109300136566162 + ], + [ + -0.004410000052303076, + -0.9986500144004822, + 0.051660001277923584, + -0.004889999981969595 + ] + ], + "scene": true, + "expected_scene_scale": 5.262213611602782, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.262213611602782, + "dataset_background_color": null, + "checkpoint_sha256": "3d8d76b424616d6b744e7bba8fbca348583c06957e7266dae9a34b5a1a9f8061" + }, + "metrics": { + "psnr": 21.79877, + "ssim": 0.83325, + "mae": 0.05945, + "mse": 0.01087, + "lpips": 0.18095 + }, + "metrics_raw": { + "psnr": "wvSgQbK72EHUcJ5B0yOcQceBq0FCfcJB95OmQbA+r0HDXJJBVMCsQdhOwUH+ebZBfKLCQXjKzUHFHr1B8LDKQewAt0HP7btBRC7pQT0XtUERwI1Br9sMQeSfwkFq7J5BgseLQUJEmkFDA9FBVs3NQQ0sjEGOZI1BJKefQUFrrUFwkKhBMNvGQYwE1kE6NZlBXWKKQa5bxkEWLahB", + "ssim": "2i5ZP0m9dj9ge14/vq5pP2oMYz8F72Y/XO5NP8pzJT9WZ1Y/qdM/P8hQZT+EOEs/gNBnPznzTT+Tsmo/MqtfP+1PWT+gumM/ELN2P9O0aT8GS1k/sX4YP210cD8xd0w/u/M6P+mhQT8feHM/dPhvP9f8Jj9S9jU/QXhCP+XiWz8dDEQ/SmVSP0l+cz+9Y0Q/jKJgPw5TWD/UCzQ/", + "mae": "Isl1Pd20xDwrYZM97Qp2PRBchT0f3ww9pc1fPSPzST2w9pY9HAhYPTtdIT1kGEQ9G2gkPVSHET30uk49yqkNPdf8TT3X6Uw9f5WcPFHRUD3t66A9WBibPp149zwYt5s9I3a4PRpfZz0xJMY8tPjCPOGSzT0P4aY9bBeMPXLzVD2JUEc9MXMKPTzv0jylyZ09Fq+qPRsZIz03aXo9", + "mse": "l2QfPO8HADtJXCs8sxc3PJZL6ztG3XI7cpQHPIVL0zuQmXI8cQTjO4lDezsol6s7n9lxOwltLzuuuY0738s/O9MBqTs+q5I7D3+fOqSSsjsPhYo8aeAGPqbrcTv2/ig815qSPE88QTzJ4x87kV4vO/v0kDzL84s8LnwlPDuy3jvhCwA84S1WO1xwCjvtNkc8iZyYPJtFWTsVfAE8", + "lpips": "8IBoPtMDmj3BSTc+sBNGPmqB8T3mM909fETxPS960z76z4Y+nPhxPtShxz2U+lo+z/38PdGAcD7ok/g9TgwOPkzCFj50LvI9om+KPSiH2T0ChRo+jpIzP/4yyT0OlzU+yr0jPmqvED60cJo9YFKxPfSmjj7AwZI+734rPk1w8j2Nqj0+XZ0oPppd3T0My4M+jp5GPtFYbD6siTI+" + }, + "metrics_sha256": "420c000a99f48eee659a77c5c5041aba622f7fd40bd87696eb30ab53dba81043", + "predictions_sha256": "9794b2e18ff047582b12c86d9947f49919bb634984cee88a614571983d10d1cb", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/lighthouse.zip b/gaussian-opacity-fields/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..6f9ae1c78e3ad81f720b31890be7740be31c020f --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33193c01c486d05e328ea7fcb7c9472441c7a34c9cb9299b772e20852f2ef28e +size 759855027 diff --git a/gaussian-opacity-fields/tanksandtemples/m60.json b/gaussian-opacity-fields/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..b013d0323f9b29e9971cb529446f8e8660f96f80 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/m60.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:17:27", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2408.57285, + "resources_utilization": { + "memory": 4245, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 26808 + }, + "datetime": "2024-06-25T09:17:20", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "8e0f0de8c81fde6da73484c963debdd6ae761f9428034ebeecbca5a4067c5db8" + }, + "evaluate_datetime": "2024-06-25T09:18:04", + "evaluate_version": "develop", + "metrics": { + "psnr": 28.03635, + "ssim": 0.90614, + "mae": 0.02267, + "mse": 0.00182, + "lpips": 0.10416 + }, + "metrics_raw": { + "psnr": "XrYHQoAp9UGLAtZBsvfmQZCCt0HaA/FBARTVQVL60kFEeeNBxLvbQZ6j20H8seJBkXzeQWRd1EECh+FBaYLXQZKE2EEDUvZBfInvQR4l40EYNOhBt4r4QbzZ50F9LLlB1ijcQaB56EGkP9ZB4H/BQbYC/EHFl+hBlvLZQcBU50EBLOZB9cLhQdAI30FgLutBAHTRQXy02EEaTPlB0+W0QQ==", + "ssim": "Ptl3P6Fgcz8+cmM/MTtpP+tmQD8Wsm0/me1dP/QKXj/fSG4/ubBnPzamaT9uMm4/2oJpP6qEaD+ex2M/W+BlP2UbbT/X0XM/uBJuP/T0aD/ufWU/oslsPy6saT+mpEk/sQViPxIgbj8stWU/z9tZP5QQcz9kp2o/9vZrPwHmbz/MQGk/29VnPyNqaT+SQG0/H71hP7g0aD+D13A/rP1pPw==", + "mae": "oQVSPG2ahDwAttM8frm3PGVdLz2qCI88EtfUPBOmyDyPla48tEahPHLezzywtqo8U7+2PMParDwD/rs8byPIPJ5Dvzz2+IE8p36WPE8ItzxqbbA8r4CaPA76pDweugw9K+a+PMntujxe1M88WDIKPaJefjzzeaQ8gCO0PLJGlDy3m6Y8cxGoPPm0ojxILJ48WTvqPNCayDzIuH48IlkVPQ==", + "mse": "GzXUOWLzYTpSeAo7pfypOsCPpjubmH464zsOO/UYFztX+Ls6puDqOiiE6zqpOsA64vvYOjUvETv0zMY6+54EO7TTADvUilo6idSEOsfBvTrWC6Q6jQFNOqa4pTr6xZ471wPoOtHEojqnhQk78+F5O/SGOTrUN6I6LkT3Ors3qDq47K06G3fFOuGW1TqKkpY6PeAdO4QiADvFmEg6U5GzOw==", + "lpips": "EGA2PfKVez0D6P494/j5PQF+RD7Wlcw9dgPnPQg77j0txo89Tr4iPsX8lj3FdAc+7q3ZPdmoBT747RI+x5TSPerDzz0lJFw95rKbPfoJhT1bugI+JIXhPXyt/z15fQI+sXopPryltz12Xag9+WzYPX5ZjD3RveQ9PxGMPS9+lD0bIeY9vX33PYTZAT7n1cY9vZnZPb2+dD1Zldc9LcnEPQ==" + }, + "metrics_sha256": "737189dfb0ffba7d230c722f122715c77813e2ef90170d147c53ea1809f9fab9", + "predictions_sha256": "db6959f15db8e48573609df14ae8201e201648af5a380d2825e986a7da6a8c1a", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/m60.zip b/gaussian-opacity-fields/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..17d31b5ad14e66cff317dabf3cb2f0391f1de97d --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172b71cee0cc9198801231be7cfc31856e4af348c40a74222d5e51975c7c44ba +size 1385849242 diff --git a/gaussian-opacity-fields/tanksandtemples/meetingroom.json b/gaussian-opacity-fields/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..cd69ab6bb077a17a31345f5840671734c0a49f8b --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/meetingroom.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:17:35", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2428.15574, + "resources_utilization": { + "memory": 4259, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 23862 + }, + "datetime": "2024-06-25T09:17:28", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "2a8dad164c95a3bb31ddb35e4ea8c41fe8fedfaac8e27382f997ee14e7191eca" + }, + "evaluate_datetime": "2024-06-25T09:18:16", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.31193, + "ssim": 0.86233, + "mae": 0.04142, + "mse": 0.00472, + "lpips": 0.13986 + }, + "metrics_raw": { + "psnr": "hgG+QRGEyUHkWdpB+MnBQWJjykGKmNhBYBvsQQWs20HgZs5BqkbEQfRR10FxmaNBoZ6RQRHJykGM379BiM/IQTTc1UGoWc9BOE7dQUmV1EFY9NFBV4+qQV0yykGRRatBFmuJQeh8pkG+RKlBn/2sQeJjyEHuPpBBhcfQQUfEy0GsBuJBTYmvQdT1x0Fhe8NBxoDTQdza4EH4QsxBkeWqQQ73pUGS39dBHgDQQd9sw0HK8b9BatyyQaIno0E=", + "ssim": "EgJbPxQgXD/6RWU/S5lgPw6AXz/nGGk/vnVuP/a8aT+JB10/p4BYP3zBZz+nelY/yZpGP9FkYD/29GE/TnRkPzJ6ZD+jUlw/wYZkP908Xz9i5WI/DOFNP73WYj9RoFM/CmdGPwCBVz+UzVo/pshNP4vPVj8VC0g/a1ZgP2wVZD+7gWc/INtWPxgFYD+bl2E/ypVqPyLibT9VImU/2fNDPy1jSj/JImg/tTRiP6CjXD+CIFg/Z9hUPzoYUz8=", + "mae": "LeE4PRaY6jwUXr48sMoEPUV77DwtaNA8hgWzPAwgrTx3Q8k8/icdPR+N1jwfDJ09o8XOPegd/jwJgR89Lc/fPGx8yTyYJfE8GHiuPF620DyZxfk8HZ5ePYjkBT3EjXs9WufNPZn+Zz25dGY9PDlrPRyoGj0gHsE9PZ3yPMy9FD3YLsQ86ORMPR0SGz2pih89j+ARPQsi5zwOoAs9PItIPQZBbz2G7uI800sAPQI5Az3yuAw9SA5HPW8lnj0=", + "mse": "ZyiKOzRlRjs1afQ6P893O+R5QTu9iQA7/pySOjhL6zo0Xiw7vLBmO3FYBTtStxM8edd3PNdGPzu67YI7p3ZKO3URCzsLuic7mXzgOl1GEDs5nRs7B8zxO5iLQjvA5Ow77+mcPIXuBzwd9Po7UXXhO8DtTDtJ64A8pPcgOzPzOTuz98M6oIfRO+p6TzsNBmw7n9QUO5SvyjryUTc723bvOyz+CTw5PQM77J0kO65obDsQqYI7uWi+O0qeFTw=", + "lpips": "ZyTwPXgvAz6Bl+w9svQRPsk+3D0j0Qc+UdzPPSU4sD3pG/M9aogPPpjJpD1xMBw+3yhsPnqFBD6R9wM+saYLPpqe0j2Y5gI+UHv0Pa/cHD7QlQc+ktUSPt/XFD4MMS4+91ZjPgmHQz7vrRc+HvhZPklxYz6A7lI+JoToPeK7Hj6iEgM+mn4GPhtIBz71W/89WEitPVmX1j0wnu09XqwYPurlTT6hLgI+TJTdPWlY7D3JBfo9KSICPtb3QD4=" + }, + "metrics_sha256": "9ff8abf4acae31312a0594b7e736d35fcb24bec651ef6e5023e50a2a32bdd193", + "predictions_sha256": "b4cf3eeb36528790383d87de84225e759f65549662337a36ec6eb9abf8d834f6", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/meetingroom.zip b/gaussian-opacity-fields/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..5a58f337727eb4e56917f933ee0f26f60b7db586 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32e5e018cb79de9396eb1b1346c0dc5b0567907cddc63138a153a6675afa40b +size 1203732350 diff --git a/gaussian-opacity-fields/tanksandtemples/museum.json b/gaussian-opacity-fields/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..296cd0d3011e64abfb5bfc8fe58a99e4242b83a1 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/museum.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 3032.66719, + "resources_utilization": { + "memory": 6830, + "gpu_memory": 35742 + }, + "datetime": "2024-06-02T14:14:07+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.225150004029274, + 0.011149999685585499, + -0.014030000194907188, + 0.0011899999808520079 + ], + [ + 0.011149999685585499, + 0.05127999931573868, + 0.21967999637126923, + -0.006049999967217445 + ], + [ + 0.014030000194907188, + -0.21967999637126923, + 0.05056999996304512, + 0.012109999544918537 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.9925000071525574, + 0.054179999977350235, + -0.10955999791622162, + 0.01744999922811985 + ], + [ + 0.10445000231266022, + 0.08953999727964401, + 0.9904900193214417, + -1.0120899677276611 + ], + [ + 0.06346999853849411, + -0.9945099949836731, + 0.08320999890565872, + 0.3958199918270111 + ] + ], + "scene": true, + "expected_scene_scale": 4.442598342895508, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 4.442598342895508, + "dataset_background_color": null, + "checkpoint_sha256": "b2557e05fdbf2553eb8011017b39e96ba4d0676925b824e23395329466708f9d" + }, + "metrics": { + "psnr": 19.91542, + "ssim": 0.76108, + "mae": 0.07489, + "mse": 0.01136, + "lpips": 0.15198 + }, + "metrics_raw": { + "psnr": "Kh+NQfp+s0G2lchB6JWgQdeTlUEwR69BFfyrQUAmp0EoC4tB2fyQQaJNbEHfWKpBnjGLQQwBkkEGsZtBPjSjQXnYqEHM+rNBx2mgQdNes0FBM6hBEFajQWYGikEXeKNB1aCcQdsImEGdb5tBpZiPQZEkm0FnOaVBnC2IQTDWn0HjHKRBTBmdQZbYmUGUp7lB5A6QQfxltUE=", + "ssim": "UORDP4X6Qz8vvlM/aMA5P48fNz/sckA/pGdWPzzVSz8c1kg/ZxgcP/O8KT/glk8/jow6P8XnUT9OziQ/14JQP1ggWD+otlY/T6lQP3e8VT/CiEk/exE9P7x7BD+mQ08/1D9WP/rvND9bvyk/5bwSPwHPUT/HBlw/ALBIP4KLPj+FM0E/KAlGP+M+Sz/tCFA/y1A4P4N1VT8=", + "mae": "G8DNPchiVj2ZzB09BwqXPRfMlD10JVc99UR4PdHdij0tsNo9w7S5PTNwGj5NR3E9/EfJPb5UsD3o96M9xf2HPeINjD2SoVI9jfeOPXWWYj0QRoU9emZ9PXjFxD2kepY9PAqlPZgkrD2plKA9R7i3PfmCpT3l4og9Xr/RPTtYkD1M/YY90a2YPTa1lz3d/UA9/guyPcnvOz0=", + "mse": "ZAyNPOX1ujuoyEs7CxohPEEoXTzWF9M79BToO0JeBTwWvpU8GWR8PLeaCD1BSPM7rxiVPEsddTyZeDk8BGgVPO4G/js6YLg7MOchPDqjuzseZQE839YUPJQymjxgRRQ8iIk0PJ0OTjwR1zo8HFqDPFtsPDyH9ww8qJ2iPKucJDyRjBE8yhsyPMiWQzxYl5w7BJ6BPLP/sDs=", + "lpips": "XNUbPvXINz4a+Qk+zHRTPpjghj602yE+xQYAPnvZKD5mikQ+qhQdPgBCLT5AVvk95RMQPt6dED4UJJ0+qIAMPiys/T283cY9GCK+PYzByD3gX+49lGcLPkYCnz7bkOU9pyHDPbVdZT6MDmg+Ck1uPp8o4T3yG+U948HNPV83yj3uCzM+2T4KPnlYxz3oTL09MqYSPoQyyz0=" + }, + "metrics_sha256": "d3077c44c77c28b2f12182767f7d957073c24fa1be0ccca7fd563052a84708a1", + "predictions_sha256": "ffb9d5368ed05fdd7ea900f53b4c783caff8df744a2f60e82e4d5cde2f5219e0", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/museum.zip b/gaussian-opacity-fields/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..69b741ea7a674050d7f505fb045fe83909c42f0d --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c23eabf63975d6e78d8af4507a0c4535abe0fc532965a2d0a707bc7a54da73 +size 3554196085 diff --git a/gaussian-opacity-fields/tanksandtemples/palace.json b/gaussian-opacity-fields/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..820d1001d6430a8fba359fd4c133a2cabd5d97e1 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/palace.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2105.28417, + "resources_utilization": { + "memory": 4935, + "gpu_memory": 10550 + }, + "datetime": "2024-06-02T13:57:58+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.16464999318122864, + -0.009469999931752682, + 0.017270000651478767, + -0.024979999288916588 + ], + [ + -0.009469999931752682, + 0.08938000351190567, + 0.13934999704360962, + 0.01042999979108572 + ], + [ + -0.017270000651478767, + -0.13934999704360962, + 0.08821000158786774, + -0.002099999925121665 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.9878100156784058, + -0.11687999963760376, + -0.10276000201702118, + -0.17715999484062195 + ], + [ + 0.11912000179290771, + 0.14292000234127045, + 0.9825400114059448, + -0.32795000076293945 + ], + [ + -0.10016000270843506, + -0.9828100204467773, + 0.1551000028848648, + 0.044039998203516006 + ] + ], + "scene": true, + "expected_scene_scale": 6.427952766418457, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 6.427952766418457, + "dataset_background_color": null, + "checkpoint_sha256": "6bae8a327dad6c41609147a29548d44083ed45a9d7f92b6f95795068d18bad5a" + }, + "metrics": { + "psnr": 16.46232, + "ssim": 0.68316, + "mae": 0.1372, + "mse": 0.04991, + "lpips": 0.44341 + }, + "metrics_raw": { + "psnr": "0ooyQa4+o0EH07ZBlU68QSJlx0FYta9BLTOlQbB0oUFJDtRBXXjAQVU7xUHMhMdBf83GQYSWu0H+SrhB3b2wQd6ysUErt6pBeVyrQXPYZkF2bphBTn66QQTon0GeOptB7rqdQf20QEGY7I9BAitzQXm7AkFp2jFBYYEPQahI5UBlPkVBsqeXQSYRQUHhfsdBJQoEQcfNBEGoWftATUQLQbBUPkFzJ4lBNNlXQb2wOUEMAKhBxV44QSUOEUGhY/lAdzZFQY6EC0EWay1BgENYQXgoPkHiN2dBud+UQSUtBkGAuRVBwZEVQcTwP0GrIXFBpoLMQXbjk0H65bZB", + "ssim": "kpTYPqVsNj8humc/wt9fP1T5Wj/nhGU/cwVJP5YCLT/X2ms/dodPP4OdXj/rqFs/CZhWP8c5UT/5akc/kUtOPxO5KT9uYmQ/eYdOPzmVQD8BQ2o/IJReP6iWNz/BuD0/qAFTP9x+5T64WjI/ykgbP2MfHz/ySdQ+nFgJP+fqIT8YuhM/mdpNP0C2Aj/Btlo/HYbrPu8Z9z7PGiY/MzGrPvqUAz+OvzE/u0gEP88TqT7cS1s/kvnyPiCJGT9VdAM/mUo/P4gwDT9L3DM/SiNAPybWIz/KRw4/vzFCP7zuBj9bbQE/SJ4fP8Qf/z4l9Ak/c/NoP7jyPD8Ym1o/", + "mae": "I8NQPrftgz1RtHI9mydSPZw2FT0tPIc9WKpIPTLQaD0jjAs90J4bPSLYOT20FiA9TcU2Pen0Yj0UVR49gmOJPe7oVj0JL5Y975F/PZZ6xD3iZsg9D1E5PS3JbT1uing92xdiPejtOz6SkJc9xObmPa8vmj647Vk+GjqIPsi9xD6taTU+Od+JPTE4Mj73Rgc9fcicPrk+kT6HVqA+4kmTPrgkVj73l509SroVPl5OVT42gIU90MhKPs/Gdz4oP50+WjAtPj/zhz7dB2E+2W8APjO9ZD60fhM+8WnQPScHkj71coI+QcZiPvBvOz5T9e89fuAMPc3bnz3B9CQ9", + "mse": "jtWcPS07FTyn4ak78xSROxbiUjutftA7yhANPOMdHTw6exI7xLKAO1FuYDs3IlI7WYJWO5QdlDug2aI7rWLKO/XixDt5t/A7xEjsOy7EEz1xt0s8KduYO0tIJDzs9Ds8seYuPPPSfz06HoI8KYL3PAwJHD6zZZ49uNUBPk+xRD61p289AFJQPIaAfj0MRlI7jyAZPs5zFz6f0Cc+RwAKPptchD2UHJ48b1w3PbiAjT1dJAI8ijeQPSzx/T0gMyo+DsNvPeaACT4Q1qg9xUQ2Pe+whD3J+RI9d65hPH99FD5DcO09OPjtPa5UgT2b3v48IQM2O4ksaDwWhak7", + "lpips": "JWg6P9IdlT7WgRE+tvsfPoMsHz7Wyfg9ANtmPvozjz54xuM9Rw48PjaaID7WUBo+vHopPpRVMj7S8H0+zEtNPldBzT4qs949qtThPQaTxD7JfN09DjqkPfZoVT7I8VE+hOAuPkhiQz+6N9Q+d3slP916Mz+rPWU/mPdPPymQRj9XiD8/7quRPv7JMT/NPi0+1rhDPw7gTT/vYCU/wlhSP9TvDz8nnOM+deMzP+jzZD/MLVI+IZJYP57mCD9aKlE/MmQFP0GZND//iSM/q/cHP5IZ6D4ROT0/PJq1PtPsPj+C7VU/JTMhPwU0Ij/8HyI/5UbVPS0r0D0ja7w9" + }, + "metrics_sha256": "8ed89a03002b03c1c9fba39fcab9e43b780749d90df5cf6d24116b9de126f8c4", + "predictions_sha256": "ce3350fc8571363f88453fd43458e50dee45caad519d29e31a157e9925457421", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/palace.zip b/gaussian-opacity-fields/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..8d85e53f7496b78b867de3ae45e6cb1d05f67149 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790b6b59b8144c6b36ecdf06383680c98324613c59520c63803c60c671604cfd +size 639445260 diff --git a/gaussian-opacity-fields/tanksandtemples/panther.json b/gaussian-opacity-fields/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..cefef15f475672077ff847f732d811ee0bf3d00c --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/panther.json @@ -0,0 +1,176 @@ +{ + "render_datetime": "2024-06-25T09:17:23", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "gaussian-opacity-fields", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 2412.98362, + "resources_utilization": { + "memory": 4200, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 31736 + }, + "datetime": "2024-06-25T09:17:15", + "config_overrides": { + "use_decoupled_appearance": true + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.0, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "use_decoupled_appearance": true, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "appearance_embeddings_lr": 0.001, + "appearance_network_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "lambda_distortion": 100, + "lambda_depth_normal": 0.05, + "distortion_from_iter": 15000, + "depth_normal_from_iter": 15000, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "compute_view2gaussian_python": false, + "debug": false + }, + "checkpoint_sha256": "316d8dab7265d0f3942f284235bd7635afc9cc93eb13f9014131b74745e6415c" + }, + "evaluate_datetime": "2024-06-25T09:18:00", + "evaluate_version": "develop", + "metrics": { + "psnr": 28.47465, + "ssim": 0.9102, + "mae": 0.02207, + "mse": 0.00162, + "lpips": 0.10194 + }, + "metrics_raw": { + "psnr": "LdT8QacH4kFw1ehBjz72QT5e5kE6pbhBK//3QRFJ00HOG9ZBh1vWQa9Q5UFgV9dBYvX1QaO26kF+NetBPtTmQUpD5UFiefRBQXHdQeRV8kHKSwFCAKrsQWRO5UHIueZB9iDSQdNNyUGx8gJCocbAQdmJ60HObuNBWT7IQe6v+EEVUORBE7b+QZzl0kFKH9RB0RXXQRgI2UEq3OZBAf7bQQ==", + "ssim": "5nV2P8NJZz/I+3I/t6ZzP27uZD+wCkc/hiVvPz5RXj+Nhmg/cbpkP5KyaT/84F4/Y4duP2v2bz8X4Gg/xIxsP56ZXz8CTXE/x9xoP5sBbz9DKHM/YzRqP+0CbT+iP3E/+z5pP/BZVT9vKGw/ToldP0XWbD8BsGg/zk5qP1dTaT8bKGo/+DFsP7rwXz8sOW8/6l9iP07cYz9Pn2w//6dyPw==", + "mae": "Wd18PHC5sDxe06g8xbOGPJN5tjxYYxc9c7WOPHTo5jzBW+U88LLUPLAptTyRDN48YGycPFsamTzmFqU8qyytPA+Oqjwqpok8HeWyPHccnjwI4Gs8fDydPANxqTy70Jo8sxzhPJllAD1hdoU83YwAPRDusjwau888RkDIPGVamzwgS7g8nLZ3PCGBxDwpfbg8hvnJPC34wDzNRp48FH+qPA==", + "mse": "gDU1OivywzrlGKE6TwVbOvDxrDrUNKE7cj9QOgPEFTvHEwo7dBcJO0xEsjqoQwU7h9RcOvucmDq6c5Y6dKqqOhCJsjojeGY6r5rfOv0ZdTrBghk67keQOgdQsjqgLKs659UaO+abRzvXlQs6PSR/OykIlTr7MLw6m8tNO20mTDoSfLc6/aYrOiNzFzuYMxI7CEAGOzbf/TqKg6o6iyLpOg==", + "lpips": "bERlPXDenT0nnYE9l+6LPb4MMT6ewtY9OE8XPqwTIz428e09d8KRPYNduT0JAsc97O2wPQCUVz3uBbM9rpuCPd4o2j2gVE498zryPThcsT0embE9BruYPeWgBz7J9nU9dEYBPoM64j1ZRF4+778dPtlw4j0aGAA+rmaePYJoUz7fKWc9MBvnPdrC3T2fx309CX7SPfus2z3tEZU9xkDIPQ==" + }, + "metrics_sha256": "181325b02b8073edf9b175e20a6b28c265d4f6687e275d2a25715b3bd5e8e8e7", + "predictions_sha256": "f0cd031719cbcc2a0a07061fd4be955f8946cf777d24de4253bb4e96c36e27e9", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/panther.zip b/gaussian-opacity-fields/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..33959edf21b24198b4b46e244a331fea226a8d61 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac2a7c83078bb3c9489fcb34dc57051b650e449d78eeb9bce192e1194c3c7d8 +size 1551800296 diff --git a/gaussian-opacity-fields/tanksandtemples/playground.json b/gaussian-opacity-fields/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..ad9302f42e4966d1209c4554e51c6ac18da89b87 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/playground.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2736.17094, + "resources_utilization": { + "memory": 5453, + "gpu_memory": 38522 + }, + "datetime": "2024-06-04T17:45:52+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.19526000320911407, + -0.0020699999295175076, + 0.0019099999917671084, + 0.003909999970346689 + ], + [ + -0.0020699999295175076, + -0.015469999983906746, + 0.1946599930524826, + -0.01092000026255846 + ], + [ + -0.0019099999917671084, + -0.1946599930524826, + -0.015490000136196613, + 0.0012400000123307109 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + -0.9997199773788452, + 0.0005600000149570405, + 0.023649999871850014, + 0.16110000014305115 + ], + [ + -0.023639999330043793, + 0.014840000309050083, + -0.9996100068092346, + 0.9659900069236755 + ], + [ + -0.000910000002477318, + -0.9998900294303894, + -0.014820000156760216, + -0.010379999876022339 + ] + ], + "scene": true, + "expected_scene_scale": 4.797956466674806, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 4.797956466674806, + "dataset_background_color": null, + "checkpoint_sha256": "3f4dd3ecc52feb695638472a2330e3e6fe32a5275173172e78e55a3dab8ee822" + }, + "metrics": { + "psnr": 23.88974, + "ssim": 0.869, + "mae": 0.05426, + "mse": 0.00558, + "lpips": 0.14204 + }, + "metrics_raw": { + "psnr": "0UnaQdEv3EFoD9hBrm/LQTVRz0EYd91B4Zm/QfT1uEHlPs1BgSXbQS+7yUFOB9NBqjjPQUgauUGdbMlBrKqgQfgdqkEED6JBO1SKQfB0lEGQstNB0LrdQRyskkGxSb5BQuzdQQwVnEGEUdpBy6rEQTyVtkEyCd1BXcDMQVwxrUFVSqZB3BC7QShjsEHVnopBgMrWQYVE0UFFZI5B", + "ssim": "IBZiP1QuXz/0pGA/8/BaPzT7XT/sAmI/rIBZP//DUD/HlVk/HhxkP6QoXT/0EWA/itpnP/KbYz++j2M/dOtiPywKXz8anFA/ltdaP+ZwWT87918/94FgP4eCUj+4nmY/isxbP1PDVT+JUGI/bB9mPzW8XT9lOF8/Mt5lP0nNZz8sSlg/efxhP8wWZT+At1Y/fpNjP8XDXj8khVU/", + "mae": "nf7ZPClP2TwuNuQ8Cvz5PAv+CT3Yue886LJEPTzhTz113Bg9XCXsPLHPLT0KiAY9aGoiPYW0aD36jQs9uraxPSEDkz3cTJ09omX9PTNV1T1u6/s80V3bPE153D0p4Uc93DvzPLieuj33zPE8VTtHPSqVdz3C1OI8Gr0nPZFTlT21+J49iOlkPQ5zdj2CHv49eYzxPF7zBT1gRec9", + "mse": "aNr0OjjV5zoEiQI7H7o7O9TiJzsfdd86TvWDO/q/nztVMzI7IOHuOm0rRTuF4BY7m1koO0gZnztN60Y74bkgPBXm9Dv6aRo8qdqYPEtoZDzy/xM7NMPdOvdxcDyWCok7fojcOqFlNzwlpPQ6pxtkO9MQqztRPOI69cA0O48m4Dv4tAg8r1uWO8V1zDvRk5c8TGQHO5G4Hjtn/Ic8", + "lpips": "IDsEPpBeBT4YCOg9FnL+PUiW6j30o/E9f8oFPilKQz7whxE+8xYCPm2YCT48JPk9dYICPr59ED7IfwA+Xi0jPgxvED4dsxI+BYD2PZl/JD6Kytc9ZAoVPpxPKj7OfRs+5gIyPtf5MD4Iygc+QxsEPmhPQT6kIg8+XSkXPpDPHz4liDM+sDohPiDY7D2Bg1Y+N7XiPUGxCz4LTAU+" + }, + "metrics_sha256": "4a9676087181293427056de51f48886f1a0ab7c8ca137c6194c4855350a29057", + "predictions_sha256": "265ba1c564131f798d6f7358de30b964589977c1ea895352fd7bfa9ef8516dd4", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/playground.zip b/gaussian-opacity-fields/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..16ad08a4ab92382861f4019f76566b7b59522d09 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22f0da6f4233a74dc04c80399dfce8130592e8594d0b740e7285e4a59bf2093 +size 1977907592 diff --git a/gaussian-opacity-fields/tanksandtemples/temple.json b/gaussian-opacity-fields/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..7914c199fdd794ce1399f2c2634c3dd89f230017 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/temple.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2094.39165, + "resources_utilization": { + "memory": 4585, + "gpu_memory": 7188 + }, + "datetime": "2024-06-02T13:57:50+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.18188999593257904, + 0.004389999900013208, + -0.005100000184029341, + 0.0026199999265372753 + ], + [ + 0.004389999900013208, + 0.02717999927699566, + 0.1799200028181076, + -0.013450000435113907 + ], + [ + 0.005100000184029341, + -0.1799200028181076, + 0.027060000225901604, + 0.0017300000181421638 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.23327000439167023, + -0.12477999925613403, + -0.9643700122833252, + 0.8634799718856812 + ], + [ + 0.9682199954986572, + -0.06216999888420105, + 0.24223999679088593, + -0.09561000019311905 + ], + [ + -0.09019000083208084, + -0.9902300238609314, + 0.10632000118494034, + -0.00406000018119812 + ] + ], + "scene": true, + "expected_scene_scale": 5.057016420364381, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.057016420364381, + "dataset_background_color": null, + "checkpoint_sha256": "0408b7ebde2129c23c9e55a5bdefd010c35ccbdde3ce52d7f8625e0c1ba15ebc" + }, + "metrics": { + "psnr": 20.28878, + "ssim": 0.79436, + "mae": 0.06641, + "mse": 0.01108, + "lpips": 0.23436 + }, + "metrics_raw": { + "psnr": "wK+mQecumEEyRKpBntWuQQctnUHgEZNBdH+1QaYGpEFHSKtBpM+oQQdmtkHi/4lBF9pkQR6jiUFurKtB4oVzQVzHkUFS0NNBqGSzQaRXskEvzZNBMu+sQYWqlUFkP6VBr7ukQRiem0G6h5lB0Ha4QbsFskE0TJBBAjeTQdwlx0EfZL1BTLyJQU1CikFmkatBnmanQWazpUE=", + "ssim": "z7JHPy4vVT9qGlg/ZhNaP+vGXj/ia0s/wbpLP5FPUD+lf1E/iG0+P0BAXT9XL0o/ls8TP7ehSD/SFD8/3sQmP2IoNz/tqmc/9vxTP2QqTD+FmS4/FBJZPxU7Sj8b3UM/LbM1P8dqQT8LSEY/MWdpPyBpXj+cbmA//aJNP1ufYj8EUV4/m0s8PynJSj+3y0E/ELNJP24BRT8=", + "mae": "lQOOPeJ2pj1zsXQ9FLh1PbdJnT3He7k9i4sjPcexkz15P1c9YatdPR8gJj3jX8A9msgMPrlErz2dqDI91gfuPdzXiz0wWc08nSorPQi/Tz0bCaY9X546PVTSeD13X2k909ByPVGAhT3Yq4Q9ZE81PRsScD2DEdU9qQW6PcgoDT3f3DA9fZC3PUGt0D130VU9M7tuPWsaWT0=", + "mse": "LigHPHAtTTw42fM7Rs7VO762MTy5tW08In6wO9npETxE0uw7ikf+O+P5qzuDT5o8MxEYPavtmzxrK+o7SD/2PJy1djxlgRM7uYO7O9RFwTuYwWg8/9LhOxSYXDw93ww8OPkOPMTdOTwSYEU8wQyiO5UPwzsTuoA8LbhsPH1jVDvin4w71XybPJspmTzm4eo7DmgEPOoLCzw=", + "lpips": "aVZQPirlAj6QiQQ+7vdYPvBrpj132XA+geqNPhk7bT6F6H8+o3SLPjVTFz74y74+orggPwv1pz4YNpg+FCy3PkLCjz7oRw0+qjFWPk8wSz6o1LU+/cUzPtrQsT61abg+/pqlPkBNiT5r8FY+9XzAPeK8Lz6akgE+XMB7PnSsAz4jYfc9Fi44PiTUKD5WpmA+x2BGPgrieD4=" + }, + "metrics_sha256": "27b7e95db1c7d19a8833c73173a666999ad309a2388d157daba6240d7a46d76b", + "predictions_sha256": "90878d3bec51167388a80cd012c78038fae61f2c65c702ca148505d8395f5ddb", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/temple.zip b/gaussian-opacity-fields/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..653825f77c0f7fe4a09a7182e7c1dfe7ac651e79 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040e70178304f98648a1aeef3b96c688b0b80090b01c7166c8716ca0ab728a2f +size 768501192 diff --git a/gaussian-opacity-fields/tanksandtemples/train.json b/gaussian-opacity-fields/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..19e65ebd9c8e800e02a6b92a038df1c48382a4b4 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/train.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2230.63336, + "resources_utilization": { + "memory": 4836, + "gpu_memory": 19492 + }, + "datetime": "2024-06-04T17:37:00+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.1734600067138672, + -0.004639999940991402, + 0.0050200000405311584, + 0.016860000789165497 + ], + [ + -0.004639999940991402, + 0.013500000350177288, + 0.17299999296665192, + 0.0006399999838322401 + ], + [ + -0.0050200000405311584, + -0.17299999296665192, + 0.01336000021547079, + -0.00019999999494757503 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.8635799884796143, + 0.043710000813007355, + 0.5023099780082703, + -0.5219299793243408 + ], + [ + -0.5039899945259094, + 0.10390999913215637, + 0.8574299812316895, + -0.6372500061988831 + ], + [ + -0.014709999784827232, + -0.9936299920082092, + 0.11176999658346176, + -0.016620000824332237 + ] + ], + "scene": true, + "expected_scene_scale": 5.15153169631958, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 5.15153169631958, + "dataset_background_color": null, + "checkpoint_sha256": "d3c0294266886863e25ae4d5536c425b6963368c368019bddb2049fd778feb19" + }, + "metrics": { + "psnr": 19.69134, + "ssim": 0.79582, + "mae": 0.08153, + "mse": 0.01325, + "lpips": 0.16425 + }, + "metrics_raw": { + "psnr": "kj92QbWRvUHzSJlBK4+0QdURqkFXf5dB//+RQdwlu0G4y5ZBfj5rQXv3ukH0GJxBBox0QbiLl0GTO4ZB+u6mQc0EfEGCCrBBR3meQQfyq0GPTpBB2Ye3QcpxgkEqW4dBsviJQZ25o0EbBZlBH9SiQSqPkEGN3sRB1mekQW7zw0EfBcZBqslqQT+cjEHei5FBbpSwQS/crkE=", + "ssim": "dntMP3O7Xz+H0mI/QqdNP65AVj8tgU8/WHxTP6DVUT9jrlc/tG9IPy0dWz+J1DQ/CjdVP6FtXj/v7C0//JBAP+D/Lz9YDUo/22Q6P4L3SD89hD0/kRJYPx9sWz+DlU4/7bk/P4nVTj/hTk0/RPFLP4SNND9zmF0/qp1KP62YYj9u+lw/XKcTPwDQQj+bO0c/gt9SP5MUUj8=", + "mae": "wL0QPjJ6Ij2c6bk9GrdBPQcphD1BKqI9RqHOPadxJT0LzLg9xDYiPvHlQz1gVYs95sQOPibgqD39VcI9egFaPZauBD5kHEE9VniEPRkAaT1x2rc9fSg+PcgJCj4hYQE+D7HjPW7ekj3aFrY9il1vPTdgsj1b8DI9JJuUPeE7Lj3O7Cw9JhoVPtKDzT3IA789sl9gPZU4Uz0=", + "mse": "s8bsPNnnizvzxUY8XlO1O7U79TuIRFE8tCR1POcAljtsiVU82bMKPaXJljsHUTc8I6XyPAT6UDwz+6s8FzMGPGXo2TwLgs47ozIrPCtY6DtYsYA8bHamOyHLvzxkgqY8b2+aPMYuEzyWS0g8ngcXPNCFfzzTyGI75VMQPAHcaDuJZVs7zp0LPdMjjzx4XXg8mlTLO+Ol1Ts=", + "lpips": "3XYoPpyZnz3Aa6w91k5ePs7pAz75ZTY+OhvqPYsfGz66fCA+isANPohQ1T1usz0+lHgLPn7uBT6wS4g+tFf9Pc4Eez6aoR8+kgFNPstNIT4UoEk+EnkGPgdrAT6tWjE+DGdZPrquBT72wBo+GzYLPh8rOj5mKBw+jDdaPqrCBT561Sk+ze7BPuINTz48+C0+pDkLPoS7Cz4=" + }, + "metrics_sha256": "169b27c2287e83c8a1989a20b80b74c974d97eac85fa2d8b1c185b093350b573", + "predictions_sha256": "5afcf4e910d25d5826c3154536bcdce6ebb2faeec5f585fd64ef3369e2ca3b68", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/train.zip b/gaussian-opacity-fields/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..b7414c9531dbbe618d259962a2d4873448dd358b --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1929e86150345db390aa7c43f68706e8232ccbb289253d28ebd761aebd2c0a +size 1122593095 diff --git a/gaussian-opacity-fields/tanksandtemples/truck.json b/gaussian-opacity-fields/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..bb50a72e52742d1c79ce98a8b43db35074a6ff45 --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/truck.json @@ -0,0 +1,91 @@ +{ + "info": { + "method": "gaussian-opacity-fields", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "num_iterations": 30000, + "total_train_time": 2695.3091, + "resources_utilization": { + "memory": 6347, + "gpu_memory": 35284 + }, + "datetime": "2024-06-04T17:45:11+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "viewer_transform": [ + [ + 0.17994999885559082, + 0.0213600005954504, + -0.0185100007802248, + -0.013290000148117542 + ], + [ + 0.0213600005954504, + -0.024660000577569008, + 0.17921000719070435, + -0.030309999361634254 + ], + [ + 0.0185100007802248, + -0.17921000719070435, + -0.02686000056564808, + 0.0009699999936856329 + ], + [ + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + "viewer_initial_pose": [ + [ + 0.7083100080490112, + 0.09599000215530396, + -0.6993399858474731, + 0.6561599969863892 + ], + [ + 0.7056499719619751, + -0.06967999786138535, + 0.7051299810409546, + -0.38405999541282654 + ], + [ + 0.018959999084472656, + -0.9929400086402893, + -0.11709000170230865, + 0.004339999984949827 + ] + ], + "scene": true, + "expected_scene_scale": 4.999266147613525, + "type": null, + "evaluation_protocol": "default" + }, + "evaluation_protocol": "default", + "color_space": "srgb", + "expected_scene_scale": 4.999266147613525, + "dataset_background_color": null, + "checkpoint_sha256": "aaf71db01670095cd1e066ebe7edb503aa457b24a07608e4b7e56fb73f8308da" + }, + "metrics": { + "psnr": 22.33252, + "ssim": 0.85996, + "mae": 0.04994, + "mse": 0.00592, + "lpips": 0.09887 + }, + "metrics_raw": { + "psnr": "kfqvQejPrkE6vaxB4J2yQd6HrkEHs7NBCzyzQaWop0F91qxB1UqyQe2Qs0F/irNBKpOuQaIpukEPIrBBaG60QZ4fukF8b7ZBNHu4QSn/qEFeFrJB+o21Qdh3w0FSx7pByrOzQU9DuUEh265BwnuqQfZhsUEIa69BqP61QZBKsUE=", + "ssim": "dFtkPzE4YD/hVFI/hjlWPynBWT9LR1o/8cZcP66QUz9CxVc/y5RkPxFcXj8SlFw/7x5aP0aVZD/UNlk/Y5NaP4GdXT+xDFw/NeNQP0XqWT+M4mE/38lcP4BIZD+rGmM/KodjP1ZTYD+SF1o/VCNTP+f3WD+v1lY/NHthP+uPXD8=", + "mae": "HN1bPci6XD2AHWk939VcPY0Yaj0Al009ciNbPY6Kcj1S2109ePRRPV0lVD0dRkM9J+9LPbYwHD2UEEY9PXI2PW6xPT0qpzs9UetDPSDjaT1bl1A9UbA6PdiTHD0OhjI9hFpdPRL5Mz1lFlk9ClhfPekvQT2ds1Y94Gs9Pa8yQT0=", + "mse": "3+DOO3Px1TuvGOM7qcC/O9Su1zud3rk7b1+8O2BtAzzKc+I7HY3BO2mVujvwt7o7wWjXO3VRmjtB9s07rv61O/R9mjsUy6s7RvihO7Ps/DtGssI7ZzSwOxEebDs7m5c7itq5O9VdnjtgrNU7c1TyO42vxjt8PtI7i/ytO4g1xzs=", + "lpips": "8NGtPfKlrj0VJp89ZAfUPXp+vj2u2qM9CoKqPZWTwz24tcY9Es7UPTcb2j0CebU9+NHJPYRnpz08h6o9IkG6PddJvz3R+co9MDTZPYHX+T1MPPY9b+vmPUtNvj0l7uI94KUEPo3Vpz3qUcI9L+wCPniozT0Bouk90O24PRbl6D0=" + }, + "metrics_sha256": "44b4428cc90ba27a7fe9ab9cc8ae27f2a000592f8d29257b6d1af3a54cbe8e3e", + "predictions_sha256": "6f461bf403dc3ff4b9f9bb238395927dbf39ed948ff4d26139224ba997793faa", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-opacity-fields/tanksandtemples/truck.zip b/gaussian-opacity-fields/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..66dd804b545cc799de3a92d06921d073078ccc0c --- /dev/null +++ b/gaussian-opacity-fields/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3402d7e518cc758f37c39f9a9bc445c6d785b42de6c57d38b4735c977f18e2 +size 2420449837 diff --git a/gaussian-splatting/tanksandtemples/auditorium.json b/gaussian-splatting/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..929edb4c7e14d6a76287d930d3a945ad92d714b9 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/auditorium.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:10:41", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 653.73537, + "resources_utilization": { + "memory": 4027, + "gpu_memory": 5100, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:45:50+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "82f9d5b58f517862ab0c11b8e51f78e9e8a63433bd55b25e448e6f8d5d72bd15" + }, + "evaluate_datetime": "2024-06-20T14:11:09", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.12543, + "ssim": 0.87084, + "mae": 0.04451, + "mse": 0.0047, + "lpips": 0.19326 + }, + "metrics_raw": { + "psnr": "irYCQuK00EF7WsBBt7+mQXFztkHMr8dBLTuhQXrfwUHkRs9BUVSfQVCly0EOnspBEh/UQbl14EFJc7tB98WxQZw/oUH/8JdBHBLJQTl30EHg3dlBRxDAQSq+tEFeWdFBPKG0QZvsqEG6mdpBTpaqQfp420Ek5a9BQO3JQdeznkG527lBKJ7EQdPFtUGhRLVBPdXOQYAk30E=", + "ssim": "8BduP8J0Zj81+mk/jnNJP/CPXT8RdGY/DgFeP7aFZz/6Hl0/mXhVP0LeYj9/Gms/NgNrP3iZbz8f2VU/LuxPPxP4JT9d21Q/h09QPwLOUD9NPGk/TfVXP9yBbD/hFGo/xpFmP8kQTz/rmGk/9SlZP1nPaT8dnF0/OTxkP0v+Tz8RK2U/Y7JhP3SVVz8wsGo/U6FrP4SOaD8=", + "mae": "YfmFPM2Q+TypLD09elOGPWzdXT099Cc9Lu2QPULmNT0HOxs9wOaQPeHkAz1QSig9X6b3PKlf2DyslzU9C9BDPfpWgT2Wzos9yS0QPcxNCD2+xe084XYHPZXJXz3uiPw8AdJjPa5iiD2+FOg8HjtKPYeh4jyvYHw9QPcpPdbbdD2hQ0I9FpoVPRqNNz3dx3E9SRAdPXBX4Tw=", + "mse": "cXwNOhNOITuoIYE7H+oGPIm3qzvMHlE7yyIePA02dzu4FCg7gQgnPDiZOjs7NEA7hTQSO/QAzToStJQ73HbEO6EOHjxMnE48GvRIO1ZtIju81/c6mTaCO8BetDtwWR47LvW0O+pz/Tu+qfI6mpvxO+al7DqgYM87GRBEOwUTKjwGrZs7qW5kOw0arzvwqbE7Dz4qO+js1Do=", + "lpips": "ug/nPYuBCD7Jbxw+439cPuo7DD5eNSc+us2DPuJiJD5Jrhk+W5sMPqLTUT6gKW8+trxQPipmOT4g4Es+fSR8Pi+GtT4Y+1I+1lWQPm3nXj7E3As+IrlSPnB6Wz7irQ8+cxU0PqQupD6ZKg4+G4uMPkqsHD4kEHw+ldEBPq9shT72oA4+l0kePufrYT4EfGc+WkYCPmFBCT4=" + }, + "metrics_sha256": "953a5530c551a8e55b7fb6409fd7acffde77b2cf1bc7bcaf416d02cd21319865", + "predictions_sha256": "0cabc1f005c723e43c0ffc1023519d8802ec3f02f93b7bc3ec40e2f247471cb3", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/auditorium.zip b/gaussian-splatting/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..a47d21099ae3cec088507e8d4961e3627ba05c1d --- /dev/null +++ b/gaussian-splatting/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fd85444263c75e0cce0e6a5b84c39e688e58382bc9d58fdcf8d3c2eec15848d +size 800509418 diff --git a/gaussian-splatting/tanksandtemples/ballroom.json b/gaussian-splatting/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..10df57450457c4d368dca71f89b58b2c6496c2a2 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/ballroom.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:12:26", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 1194.22086, + "resources_utilization": { + "memory": 4923, + "gpu_memory": 9298, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:55:33+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "d5a5322dd98d81e966b7d13630434e2bbe2c60b37d7abae32c8ab1eb32eaaf52" + }, + "evaluate_datetime": "2024-06-20T14:12:56", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.07146, + "ssim": 0.82433, + "mae": 0.03806, + "mse": 0.00441, + "lpips": 0.10099 + }, + "metrics_raw": { + "psnr": "CEjKQQTK30EerdVB2PXbQaAL1EFjsdFB5NjXQeqqpUG0O79B2/OfQb9XsEFgLtBBS4G2QSG6r0E2Xr9B7du5QSApxkESm7lBBvfFQXBwm0GBV8dBO7W/QSnosUH0jMRBC1HKQcpqvUFUQLxB8NO5QetgxkFuXMJBtie6QQyT1EHS3rNB1uvBQc/Fq0EsC7NBBaHLQfy/z0GsxdxB0Qe3QY2PoUE=", + "ssim": "F15hP8Q2cD9pfWg/3LJoP+6oZz8NQmU/HFhgP+bUTj9w0Fw/80gzP0+rUD+mdVs/tApHP9euST/GwFA/mLpVP42eVz+31k4/xWhRPwchNz9fDVw/QX5DP86fQj/Og1s/LZhGP9LpVz9TH1g/sMVWPzbKWz90uk4/wpRRPxjPUT9XSEg/ZLBYP6YuSj+dBzs/SBZNPzhCSD/Gt10/fopPPxULST8=", + "mae": "eVcCPTK2uDxROMw8oqrGPD6jzTw4JNc8UUDcPNFBVT1mLhI90NV9PSV/Tz0Py/I894xBPVrmLD0kaCc9JEMzPb9TDD1DyiU9gi4PPdutjT2zhAQ9vOYjPejeTz0WSPs8jCsFPRHiFD3dIyQ9lucjPXVIAD13Pg493E8nPSPC+jxMPjU9QDwBPVQAWD2ukjo9XKsAPRLC9zwj1788v14lPQGaZT0=", + "mse": "axJCO/b/0Dpszgs7WFnpOnOGEjs/yhw7eFYDO+ctCzzhXIU7WhAkPPe4zDtQwyM7InOrO/hh0Dux2IQ7HaybO6OCWjvHz5w7nL5bO6PSOjzgNFM7ko2DO9y1wzvh32Q7HOBBO+qEjDt/UJE768+bO9gkWTsvw3M7+VmaO6lPEDvn9Lg7Jt52O5qA6Tskab07R7A6O97OJTut9eM6TuCoO5SkHDw=", + "lpips": "9bZbPSgPFD0dgiA9l3suPViVPz1q1VQ9HaGvPejB8T1oP549snAtPlpgzD3MmsA9B9rlPdQJ/T3khPI9ef+8PUz6yD1Z3sw9/HgGPke+7D2w0rc9WhnyPdr2+D1m0p09ookJPnsfuD1frr09HnasPWMtwj0VQ8I9WCHnPZwl7z3b4wg+WxbrPQnuFT6i5dM94sHqPTJh/j0g7wk+nlujPWCXHz4=" + }, + "metrics_sha256": "fe92980064961a48f960be3ee63a9d7cf8bacc8a24487aaa85a2424c195d2c57", + "predictions_sha256": "7c7d62a310fc117bb094c28b01d8219952d30edac2da97bb25ff9154a128d783", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/ballroom.zip b/gaussian-splatting/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..23e16eef1d259792f76f45e7f25278e4f3f13b26 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db50e7e82e19aa14a57699febd714a5a595293ce2d550eac021848724f861488 +size 3011027081 diff --git a/gaussian-splatting/tanksandtemples/barn.json b/gaussian-splatting/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..ee611ac2990cd7e304ad318dba22b07ffd959cbb --- /dev/null +++ b/gaussian-splatting/tanksandtemples/barn.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:13:53", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 668.99082, + "resources_utilization": { + "memory": 4654, + "gpu_memory": 6374, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:09:53+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "7f1458728af7978d0975f1723f386ba90f18a83ea92bd35622e8264f5e14ecb3" + }, + "evaluate_datetime": "2024-06-20T14:14:26", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 27.51376, + "ssim": 0.85235, + "mae": 0.0246, + "mse": 0.00193, + "lpips": 0.16024 + }, + "metrics_raw": { + "psnr": "DHLQQVI31kEMCslBoD+/Qdxo3EHEXeJB9p/rQTL81UHsFNxBOAfZQc002kEMO9NB387iQXXC0kHHs89BSCTUQTtS2kE/2dxBMcrvQcao7kF4AdFB67LPQR6jx0EEDd1BEd3VQeQ52UGCxM9ByqDMQZ5EzUHjUcpBoxniQWDnwkEUUtVBrtL1QdHL3kFIGvdBXCXeQeqk70G2p+hBBxnfQeTS3kFiFtBBhqDkQRv29kFAY99B3gzkQZhczUE3l9BBIg/eQXBM50E+N/5Bq6UAQg==", + "ssim": "PBVaP3LcYD8LEE4/fT5QP4I+Xz8sMWg/SRJvP70rXT9Xqkw/CyBLP527Tz9GQjQ/mvJDP9YgUT8PDkw/h3hNP6ByXz8WxV8/5vhcP417VT+MkkY/ma1UPxFaUz/7LmE/2vNcP0UiUD8Mr2Q/SqZhP7P4Wz9Q+Fg/G4NqP9nPUT+pmVY/ERBpP1lTWD+88mE/6KBHP1U2bz9IPWw/DzlnPzKvWz+WBVY/wDRmP2QqZz/z4mo/vg9uPxYWTj+FvFE/P8VSP7idWT8mnWI/avBpPw==", + "mae": "grfmPJArzTxr+wI9JtYBPYPGzTxuma08O7WKPH9//DzWDtU874fJPDA91Tzjl+w8mATVPJ7F1zyt5NU8RWTIPHJkwTz53Kc8CpeSPFSvqDwcedk8te3KPF1I8zxhzLI8XgXYPCUi4zwu5As9qhMiPcKz1jyK3Ac9eMykPIvQAT2HCd08bPODPPAR1jzmGpM8/T/ZPAk9jDyFKI88xUy3PDTT1jzEquA8KIavPGyFfTyOL4g8V7SsPAL1+jyPRQE96Qe8PB2orTyfu388Yy9xPA==", + "mse": "i4UiO5ymCTvHIkk71U2FO9NZ5jrbDsI6a6mUOqGRCjv0iOg6oOX9OrBu9Tp6ABY7G5u/OqgMGDsrCSY7nR4SOx6f9DpedeM6Cd6DOpg6iDoK7B87Rg0mOyhrUTtyI+I6AA4LO190/DpJuSU7f2U1O/kVMjtj20E714zDOuT7bzumPg07ibFdOigP1zorrVU6Mx/bOtFrhDp57aE6SDPVOmDj1jqONCQ7I9W1OhuMVjq0bdM6W+C4OkWbMTsL2CE7javbOgFgqDoZHi46fFofOg==", + "lpips": "xDIgPttv3T3B/ko+Xu5CPgbnHj6dm9A9fNGoPRLZIT5/+FU+NM2BPq7tTD50Bbw+UD+vPoz4ej6CKnI+iWuBPn1JBj5Uowo+eaMdPvwOMj4mmoM+skY7Phi0Jj7NFgE+gKoAPmFZiD50rq09BvK7PeDQBD7zqPs967iiPePkKz46qQI+WyuZPZT3Gj7UKwU+EjuVPl6mnT3wjYA9YBvHPe0LHT4/kxs+grqnPXb78j3BqrY93M+xPSkdXj6t10w+oug/PgYTFD6o3Qk+OvTYPQ==" + }, + "metrics_sha256": "573bc6a4907d8b4f405eff3597dcf3c46335d57b19ed8ff416c58bfe7ad8c319", + "predictions_sha256": "99d4437e0a7c80b61c401d073f6d608f1ce3086479b96eb9ab14faec59f497b0", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/barn.zip b/gaussian-splatting/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..6864c111bdc7507dafda670aeb217a92c8bcbaec --- /dev/null +++ b/gaussian-splatting/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6cd6b04dade8e7f274edc05c9ed4ff682940b9c8ab53762255d6ba37e030778 +size 1107646103 diff --git a/gaussian-splatting/tanksandtemples/caterpillar.json b/gaussian-splatting/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..e300aa7755243a8c954b5c9a5e354edffffce582 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/caterpillar.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:15:19", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 691.26405, + "resources_utilization": { + "memory": 4825, + "gpu_memory": 6028, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:10:13+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "a5f3ed6aff09b11070c091c99688081310506119426f2a93480632a84286803a" + }, + "evaluate_datetime": "2024-06-20T14:15:52", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.38362, + "ssim": 0.79066, + "mae": 0.05227, + "mse": 0.00665, + "lpips": 0.18952 + }, + "metrics_raw": { + "psnr": "zZi7QZpd9EE+/PBBa1znQZjV2kFTL81BTvTaQSN8sUEXv7pB05itQeTXv0Hg1LtB+COsQZsTvkGyVr9BJAnDQQh+s0FyIdJBaGHeQVHv0kEvvbRBCU2PQZY/uUGoc9BBdbSGQaBdr0H82WpBkBW3QWTGqkEmsm1BPmCoQTkYskEx5a1BaCW8QUtIqEGbOplB6hHxQXvzzEHYdLtBgNjAQSRyfkEL0sJBDZusQZGDs0FRubRBf9fFQRlE1EEitstB", + "ssim": "K7tYP64jZj+Vn18/tHtbP5pCVz9ni1A/1FJcPxQ5Qz91FEY/0rY/P7iDTT+OSFE/qlJCP6QdTD8hlEk/4sxRP78+QT/68lY/NFNQP7snSz+UWj8/V6I+P3WnVT8uh1k/xeUlP6gGQD/RlUM/Pc5IP1lQRD9zZUs//MZJP4nXNz/NbVk/DPlXP1evNz/9jz8/nX1lP4N9RD8Ls0A/LxpJP2ypFT/DQFU/siJTP5qsRD/x4EY/LABOP9j9TT+eVT0/", + "mae": "HiZBPZYYpzxH/a48FmfDPPAy6zyC5A89r67pPIiFZz06IDk9u1xwPaUxID0yPzA9VCtjPfX5Mj0s3yQ9U00oPbp4WT1PDA499S7fPHV1Az2H/ks9w0HNPfg3Kz08Swk9lCz0PZ8SYT3oSxI+PQlLPcj6hD1LmQ4+XkiFPX0kUj0ujGI9pKAyPUhIgT0Mgqo9b7qsPMgPCz3I00Q94PsjPdWeBj5hUyk9Gn9JPczpVD2lJEs97NMrPahVAD3m3BM9", + "mse": "1xOUO7MwZzpr0H46ohKoOgwJ8TpEgzI7UzTwOhYaxjssv5c75I7dO5cKgzuoFJM7IQvnO5TgiTtw9YQ7HxNvO//6uju20xo7xqXZOtdIFzvWY7Q7LnmEPNBunjsCfiI74aipPK6P0jsHfQs9i52oOxtO8DvV5AU9+b0APN+nwjv/qds7ScGRO9cWATwUGEc8ozF+Ose3MztjrZQ7IKF+O4xt0jxvj3A7hPjjOzbdujvpd7Q7X4ZcOwuZETv2Pjo7", + "lpips": "6DcNPq1R5T0zHvM95AkFPpoG/T27VxY+TFfbPWo7Dz5pmVo+4gyAPkYgSz7FejA+u95APiiNPD7A4D0+sI5IPlupdD78tAw+7g8uPnT5NT4Cryw+UbxHPlIqGz4ubAU+ijyJPhsQRD6ZF4w+0ulTPlvQcz6QsYs+me2CPsxZbD6qdRk+0NUXPtfGmz5u54c+tq3pPeHoMz4seTo+zN00PqJBrD7vpyE+WPQwPrK+Nz4fTGY+adEpPjISLz4u6YU+" + }, + "metrics_sha256": "c340088681c16c1f110f612469a90a3e116c03b1b1d12e521b4123cf665a049f", + "predictions_sha256": "f76adb6f3df19331f376303028dc16503260389d8662fb68d9903694e9364f84", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/caterpillar.zip b/gaussian-splatting/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..9881febb4f5c7c73ef3bc31387e71c46a8c4ed62 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2879464bf14e6a845cd2ce68cc784b207958a477dfc57dce197cb3f4ce699051 +size 1371342794 diff --git a/gaussian-splatting/tanksandtemples/church.json b/gaussian-splatting/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..0c3c04dfa8d6e3771deebec22eef66addf862bc0 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/church.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:53:40", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 1034.70129, + "resources_utilization": { + "memory": 4486, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 8558 + }, + "datetime": "2024-06-25T08:53:26", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "8b9f7bd193c3c8d3cf07b929a7a953bfce43df949ce0568b57a0b4b3c7367e32" + }, + "evaluate_datetime": "2024-06-25T08:54:26", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.78564, + "ssim": 0.81056, + "mae": 0.052, + "mse": 0.00654, + "lpips": 0.17695 + }, + "metrics_raw": { + "psnr": "BPSoQQAvi0F4oJ9BjMrAQfd70UHuNOFBKDzQQY+X3EF3fqVB6l6aQYLMt0H6R8BBTpGlQajzzEFEaetBpVC+QdqWqUFkkcdBOB3WQbjmx0GBONFBlOCzQZL0x0GUwM5Blo+2QZtrk0FkUbBBiYexQaDNuEHosspBi5bOQfOXsEFOIKVBgjyjQW3dvkFH+MNBlMixQWDGtUHrz51Bln2iQWFrsEFeBLBBrkfIQfUDokHYeJVBCoqeQTjYjkEYW7NBog6tQbP7ukGVrnFB6ejRQTPCpUF7FMFBqlqcQaAfs0FqxcZBUU/MQTfOvEGhD51BmKKsQdovxEHIBthBCZadQQ==", + "ssim": "Z/w7Pxp8MD+8QTs/dlVRP2T3XD9hiGc/ippgP3vHZD8iB1E/OhJQP+ejST8+fVk/HEZBPySoYz8K6Gs/QHJdP/RyWT8GumY/4+xgP8ncXD9eFF4/nYJXP40sXT/n8V4/zKxNPz8WST+7WEg/lt1VP6zzVj8e814/X/pcPyuhXj8a6Dk/rfxLP48wTz/1c1c/LmJAPxCBRT9RazE/Cps+P0rqOj9v+UM/8tlPP8ClNz+1Qyw/S7Q6PxxOKT94SkU/8E1GP038XT/xZjM/8bRhP7FpRT9tEU8/xzI3P3z7Vz/XYVo/piRhP8TLUz++lUc/KpxZP9V7YD8rAWY/DzZCPw==", + "mae": "fRxpPYismD0d8Gk9O+AlPRqoCz0XfNU8lfjzPN4Q6DwIxXU9zO2oPYDKNj2IuCo9WcmVPaUZHD0WN748Pe1QPakGlj2u7Ss9ZIn/PG16Iz1hkBE9appTPcvjJT0FExY9wplFPfydwD2vP1c97WhnPUmCRD1X6B09WAIQPQAXXj1GZIU9/fyVPR+BJj3xPxI9YvVWPd9UNj1NoYk9yQFYPVpiSD3hd1M9AXcPPdDvhT1RJZI9KpR7Pb9coz1dtDs9DOlCPcreOT0vNxg+hqH7PKVrgT1axxs9RKOOPZp1Yj0ehgw9POIJPeP3Jj2S1pk9mEFsPUyJNz0Jvvw87SenPQ==", + "mse": "3j39O+sjlTz0myU8gQd/Ow+8HTvHpMg6ZoIjOwkl5Tpl4As8Q6hAPLkupTt/ZoE7opQLPNy2MzsulJU6MO+IO76l+Dsc1lE7Lg4KOz3VTzuA7x47jOu4O3GCTzttoyo7qiyrO+BSazxj3sw7H9nFO9J5oDsAwT87XHIrO/4/yzt9XQ08hEQVPLLIhjuKu2g7GmjEO0YXrzsnfS48moEYPGVFzDuPps47XZRNOyubGjxd1F08HuAqPIY5hjxft7s7BAfhO1a3ljvL2/w8edAbO73QCjwK63w7l/c1PL75vDtJtFY71RA3O8cDjztfTTI8BMfjO2dIZzttqQI7yqAvPA==", + "lpips": "PL2HPko+hT6Q1F8+ZfIgPh/3+T1SWPo9idW9PcO3vT1JTyk++Q1HPlexgT5lmzs+mt9BPjTuwD33TpA9XDPOPeJe2D0zNMI94jPpPQ1tyT0chgM+swozPjQtyj2CKPM9t881PjUYOD4cpkk+j+ZnPiDrFT5J+qE9wozHPeckMD4vOH8+js5VPoyZQT6DBg8+kq83PnTGaz7DO2w+k852PjyDgj5IXFY+TiWDPmzaqj586Hg+2UJrPgiWfD7Psjk+ydtlPkIxHT6NmYU+fJ0sPq3cYz6s3Fw+TBeFPnPDQD5rK00+IqQkPqDSQz6ivEU+KpCyPTHqzT12kto9BEQ1Pg==" + }, + "metrics_sha256": "a4fcb917e2c46f49ca269627aaec6517c9dab5a67e4390da09029fd2bc1217b9", + "predictions_sha256": "4d48e606e15336c5512d358c3079716bcc53a892d43bb874c098a372cd2200f7", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/church.zip b/gaussian-splatting/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..88edd7ec223e0ace16ffb187fe9e086011473c24 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aac207e20f9d636d526f55ebaffd114b0451b8771c24d238c66a29d8bf8a7fc +size 2408896037 diff --git a/gaussian-splatting/tanksandtemples/courthouse.json b/gaussian-splatting/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..1c42bf707758a43795f7f51e4291483b9ce76129 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/courthouse.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:47:23", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 667.5436, + "resources_utilization": { + "memory": 6061, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 10588 + }, + "datetime": "2024-06-25T08:47:20", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "344e7ca46f097500040b8c3023ddc0d9534f9b1aeab3f3213bb6f6c39f8528a6" + }, + "evaluate_datetime": "2024-06-25T08:48:53", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.22156, + "ssim": 0.77869, + "mae": 0.05558, + "mse": 0.00977, + "lpips": 0.26632 + }, + "metrics_raw": { + "psnr": "RkvgQXiF1EFUytNBqqLWQbYBz0G66M9B3G+zQV7ts0EW0bFBuEXEQSdE1EHDCMBBzKWwQVkonkGpEWVB5Ui3QbUBs0HigXlBmOCuQYMJn0F/66lBiH2YQT81m0EbuKpB0InGQSoXtUF2xp9B/u6NQTnotEEhisFBL07mQb4G3EEn98JBQOvOQeNlsUHWH75BJeLUQdjOe0FRyTJBBrWBQUfMdEHdq5BB1g1uQWjXukGrGZ9BxmuNQfSgoUGFSn1B3TyMQeTrXEGYuV5BSkKXQdKuhkE/KLdB7qXFQfQbkkETK7hBP+LJQcxOxUFYMLxBiFawQZ3YsEG4UdlBDmu9QS7oxUHWsshBrNrEQY4Lh0HRlZlBUtnDQV4OUkHkp79BjmjfQdL3vUGGcK1Bs31/QW07q0H1I5tBv/2/QUSVmEFYdKZB7vKoQQ16qkGqBo1B1OqrQeTesEE++IlBxTmsQYU8pkHd0stBLvnLQb9F2EFBrfFB+x7lQZzBuEEh1+RBlGgBQjbY2kFe8MhB683DQWTqikH8bz5Bat1lQdBXh0FLuZpBR8mGQRvOiEHGlKVB5PuNQWwji0EHXqNBgoGpQXRpvEH7oLlBLpC5QelRv0HQvq1BBFDuQR0VvkHTS9JBsTS1Qa/Dr0GabNxBWyDEQTsqt0HE795BFHXIQXAy4EF+VNhBBG3VQZjvy0FOPsRBQNKhQa5NrEF0VbFBSP7QQaoz3EEXRdFByF3bQQ==", + "ssim": "DTVrPzBxaD9vaWg/eTtqP3/Maz9HDGQ/sRBbP9AyWj/Bh08//+ZaP6MxVT/BhEM/VLc7P5ZYMD//H8I+y7o6P0DgMz+fYis/mEs9P3sUQD/bl0s/AQs7P+9hPT+fSzs/xfpZP6uoVz9DoE4/K1ZKPw41Wj+uz14/JZ5pP5xWaD+h+WA/TwJoP6zQXD9bL2M/5uRiP6twED9+mcc+kRcNP3p+FD9PJzc/ha4nPyHjXz9gxiM/49QKPzdtJT85cgM/KkMCP1b+Az/d460+ufQPP+SR4j6410c/YY9PP5lOLT/VFU4/vFZVP1P6Xz+UuE0/0PpKPzEDbD8m7WQ/EARmP225bT8WmV4/K7pcP8t9TT+1GVU/PwNfPxtiQj+da1s/9QxvP2CsVD9LMzY/+BQhP9iBMz8hfx8/IGZLP+YUGT8IqCo/th9RP39ONT9rEA0/UyE0Px/VTz+hmyw/CwU6P7XZVT9Pg1w/v1dcPzmzWj+0A3A/cv1vPy/RWD9T4mU/OwFoP9xWZD9DCm4/m4ZrP82qHj+ptM8+HNwYPyOAED9KNjA/HMtCP3gEHT/y4DA/5Bb/PuLo0z58MiI/UNJDP1cnPz+eDFM/A7lSP8qHWz+J/Vg/n/FuPwHvYj+Vzl8/BjVeP7vcZj+jYm4/8t1lP9WZYT9is2Y/MMJTP75Cbz9eC24/MhVrP3itZz8A0mM/IsFfP0qaXT/Tr1s/lEVlP5OYbT9r7mY/CHZtPw==", + "mae": "O97APFrm7Dzujd88zSTHPFSf7Tyib9o8TthCPZwVNz1xBkE9CVEDPUjs0jy+jCM9/MA/PQGBjD0pwwM+d1pCPTX2Mj3vc7099p0/PX+HYj3IE1c9mF5+PURldj0iJVc9SA3+PFQVKD0SDIc9hIK1PfIFHT2QgPM8PhyRPPB+pDw3zuM8XFzIPOu2ET1kJBI9UN/UPEEbzz1RlDk+VGfhPdxbwD0o3KY9W/3MPTz3Lz1r+pY95qzFPRyphT2Yjsw9OcypPVZLEj6fiA8+d6yXPTlfwz0lYjE9eZoTPRkdxj09pD49e94UPQEuFT0mcEU9kV9sPV/lWT3UKd88xkFDPQ52Hz1otSQ9JJkrPZQrAD5ZDzs9ulwbPXLeSz5TXTY9mcqsPFICLz0xuUE9Z2UAPnzZVT3D6Ys9CLkTPRtzlD2wcnQ9jSJRPfPrZz1loMQ9Ba1XPfFcKz1VJZM9JFlOPV+RPT2/TPQ8oCT8PAQY7Dwl0n88S+azPApUSj3GpdE88xRnPAij7zz51808LzUXPftYrT1MOz4+bg/iPYUktD3wSJM9/7XiPVOSpj0MH3I9JOOuPUBqvz0FLIg9SLduPUsLHT0GdEU9RG5KPcJvKj1mQUc9ETufPATgOj18zQE9fgJWPUTkYz1bfso8wpIkPchMXD3w4NE8VJYIPX8gsjwyy808ofTHPCi60TyMqec8eFiLPTjseT27zDY9dEnoPDZoxjzVGeU8FhW7PA==", + "mse": "CfzNOheIEDvXmhM73f8HO7ZkKTvfDCU7TEe7O4anuDsIOMQ7BbdmO9KYETvFUoI7De/KOzzDLDzIlxc9IaWnO7+cvTtu7eE8yIrVO6lxKDzgSvY7Kl9LPPoRPDz4sPA72yVYOwOTsjtA5yQ8eMqJPOuEszs/mHk790GtOvHn6DoHj287V9IpOx6ZxjsSsIk7lQgPO9uR2jy/SJw9T+jDPCvF8TwSs348nTQFPRlVlztlIyg8vNaLPDNWHDxB9NU86K6QPJlzKj2cFSY9hrVSPGbEqTzwQqg74MFdO7xfdDyGb6M7QE5EO7zwXztvk5E7H8DMOxnHyTt2x/s62YOMO5ccXDsbHks7HuJiO6EBqDwWEEU8Q4tpOwhNRz0ewIM7d03TOgRPijt+kN47W0nPPO0p7Tupbzw8IHyCO2jUSjwPEAg8yUX9O1tg8jsAcI08TYjoO6WiyTtzcZo8U3rmO17rCDwvpTk76Ng4O3i9ATsDy3k6CESzOlqxoDs+uLQ6JIUYOuT28Dqmt0k78ddpO5FLljylKIQ9zN0VPXSSpjyktT48VUOpPDa1nzyyhgs8WZeJPKRVlTzEtBQ8tT75O+qkkDsWtZw78QCdO74HhTsnndw7V5iJOpvaiTtTFxo7f/uxO60o0DsAQeY6qK9nO1g5qDsNMdY6Z4hMO3iPzjpzhgE7TtEMO+8LOTtI6GY7+XgbPGX25Tsn98Y7tPofO5K75zrztR47Yl/tOg==", + "lpips": "7EWnPbDJsD26KpQ9gTSYPa8unz2Lm8Y9VqXuPUlvHT528lQ+/6sIPlnIKj47bnw+EzyEPoV1qj4iUkQ/EF2dPpzJkT7XVdU+1LONPj5Rij5MhYA+vIaqPmD6qz4fiLI+inYsPm9+Kz7ZIV0+ZMOXPh1RVD4zFFI+tQUJPux2Dj5mOSw+f68IPvaZHz6qjBE+WmEmPrEFMD9LY2A/Yhc0P6cMRj9Np8g+zafCPgqOMD6cGuc+pGEHP+6S0T4TcQY/UiAjP4RwFj/qBVM/i23nPsOgNj9QYkc+cJhzPqjngT4iJkI+XEQaPkWcET5ISxA+YAzSPeRpxj2wk8o9ylq2PRmnnD06kiI+Ju8DPkdWLT5yyEQ+ApDoPUBmiT5AZS0+XZOyPf9sPz609Io+8WIEP2HisD6iu80+hrJkPqCbAz+2nLs+oA5lPmtHuT6orAo/qpy4PpaAgD6Yt98+ymurPmpeVT4y6Eo+guVFPozWUT4Y19k942LzPQpXdT5eOys+dZonPiiJHD5l+s894XsBPpscJD++5Uc/4tv4PhaRCz/Asuw+sKawPriw3j6dq84+x9MTP120HT/g1M0+Y5KMPmQjiD5Ccy4+zgVGPq02Mz4KNVI+ASXBPT+c9z3raiI+DPs/PnxQKD5lrQ0+YOLKPZ4uBD5Eduk91p3zPRUHjj3VV4A9CoGcPU870j0dpeQ95ociPhnoOT5VDA8+VoncPcxAgj05pbE9qfKIPQ==" + }, + "metrics_sha256": "6a8844a3ed8c918fd809dee6b4246a8adaa9d6d69485c67dc1d91be45a877edd", + "predictions_sha256": "b2adf74a3d755d9b8aa80eab3eba94cb54660546297f91c82053ab70090693d0", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/courthouse.zip b/gaussian-splatting/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..ed28f40d1cb0d69a9c0403fb372e234b8ab63c08 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9704184a7da278ca5681fa5d57a2e29e45c56c40d8660a4d1eaddd70507e85eb +size 809415063 diff --git a/gaussian-splatting/tanksandtemples/courtroom.json b/gaussian-splatting/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..d0b9dc7a87cdeb04d6d9c609bbe9fd96d5d8f722 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/courtroom.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:17:07", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 1031.764, + "resources_utilization": { + "memory": 4926, + "gpu_memory": 9236, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:52:50+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "3b87414ce8e2d774f958b51e1abe006528c96b7138ed8c8f497aca5e6c283fb8" + }, + "evaluate_datetime": "2024-06-20T14:17:37", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.11687, + "ssim": 0.78995, + "mae": 0.05039, + "mse": 0.00601, + "lpips": 0.16501 + }, + "metrics_raw": { + "psnr": "m9HcQb7Bx0FLjtpBfqLYQcM2yUHf2rdBVM+qQX+oq0EiPahBlvKLQfwGsUECva1BVhq9QdHIxEGwa4RB9aG0Qe/orkGTLbFBFDi0QQ5yyUE5NclBRqebQXEZz0HfjZNBzszAQaVksEH7quFBA5qoQXptyUH9K6hBAaqkQX5EskE6Mb5BObK+QTyDzEGhPdFBCqzQQfjBoUE=", + "ssim": "HGheP056Uj9eC1o/mf9SP7zPVD9Rhk0/Prs8P1oFST8jGEQ/BUYKP/2iQD8HukI/EzpIP9XJUj/3XTc/PmRWPzqxSz8H0k8/k59KPzknUj+PylQ/ImdMP/nMUz/TNB8/dUtOP/PORj+1gmA/VXo6Px6LVj+hmjw/SiI2Pzb9Rz9QcFY/HM9OP0j8ZD8yymI/UBBeP48vKz8=", + "mae": "AmPaPDZZIj0xKew8AyToPLPXHD31Kz89pitxPYRsZT1B3H09Zt6zPdqWaj3zqXQ9XgsrPcOALj0O3uE94GI6PY2wWz0lqmU9cgpbPfXkBD3g5AA9t8iYPc4H9Ty2TbI9wDEoPTG/Xz2ySr48Mb6CPU09Gz2kOIM91qaJPT3Gdz2QFSs9pnUjPZY99zxP5Ao9BZMEPUAGmj0=", + "mse": "cKfjOt2yUDup+fI68WQAO4wgSDuE6qQ7URDwO+1F6jtXQAE8hOWRPHi6yDulqNw7xsuNO9dWYztgMLU8bPG0O4lX1TsH3Mc7IBy3OyfMRjtrKUg7q6w5PCrxKDs9a2o86fZ+O/9szDuH/8U6M9H/O1vmRjswgAE8EEIPPG+wwTs2a4k7tXCHOxIANjsO2B47JXchO+PBGzw=", + "lpips": "cLTvPTD7AD4nVwc+1KMrPvNi5j26NPw95oE1Pr/BVz61cG8++HXlPjpTij41ijY+NKgsPtjxPD4rsYc+6J2vPVrXuD3TIy4+pq81Pji3wj0qOuQ9SESAPkTWLT7qE3Q+boNIPmDRDz5OM+49FCA2PmgS1z0gpyg+jmEpPoPoij5kOLk9SLy9Pf6MQj1Lm8E9XP7WPZaSTD4=" + }, + "metrics_sha256": "81a0b2863e006a056e7a719aac7f2263c177159fd6979784275da87d3448220b", + "predictions_sha256": "d1eaef7db363efe55102d841fe9a334ae78dd9269caf196f81a00165deef7c4d", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/courtroom.zip b/gaussian-splatting/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..ae6834f735b07c8eb904ece325359a1ab179c644 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d4c75f9bc3c7dd313274650470b01e241be819349cbd1007712c9b69eceb9e +size 2959060155 diff --git a/gaussian-splatting/tanksandtemples/family.json b/gaussian-splatting/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..920c9889f4e49db102fbd4e657f13872e52c2c5f --- /dev/null +++ b/gaussian-splatting/tanksandtemples/family.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:51:13", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 899.6747, + "resources_utilization": { + "memory": 3203, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 6464 + }, + "datetime": "2024-06-25T08:51:00", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "ebdcccee7a5946ed0de70e294c6c087c1f0a634dc96cacd08ee18969c2deeac0" + }, + "evaluate_datetime": "2024-06-25T08:51:26", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.43044, + "ssim": 0.86501, + "mae": 0.03601, + "mse": 0.00406, + "lpips": 0.095 + }, + "metrics_raw": { + "psnr": "NE+yQQC33EG6S7tBhvnOQVb/y0HANttBzxvUQde8tUGyu7ZBGeGlQcyEwUHlicNBJv3VQTaKwEHAfb5BvcPmQTYfr0Gnoa1B6928QQ==", + "ssim": "9gZUPzuoaz+Fa10/eXBePxgVWj+ZSGQ/cGdlP6EmWj+PrVg/umxTP7nMYD+8+Vo/sQ5iP6nvWD/Q/l0/S8JmP27EUz/8eF0/oBVdPw==", + "mae": "zDRCPQTvzjx9ex0968n+PLI+7Tw60bw8RcD6PM9QIj3eVEw9u09MPXFNET3tXhc9VSjwPFzCFT3/iQg9mcW1PIvDMD3SRzQ9GY4fPQ==", + "mse": "y3TBOwZW5Dq/XZU7pYwpOym4ODuqau46QEISO1xHrzvgU6o7glUKPJG+eTuKo2s72I0KO7lwgDvZPYg7m/uqOkML1DucVt07NMOOOw==", + "lpips": "YV8aPsTJhz1Ie8o9CE+zPQqltT1gbaQ9QSyUPXVM7j0qhvI9s4MGPuN5tz2a4509AQ2zPaSltj2jiaA96zKUPTMFzT2w0ds90sC9PQ==" + }, + "metrics_sha256": "d7016ede97673ac0df007e641ee803e67285bb7d9c110667ef8b9e8079f5691b", + "predictions_sha256": "5d91789c73cb711e84b34b331f7a93e43384dcb0c0533ec74c524bdf2969dafa", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/family.zip b/gaussian-splatting/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..ef38b7b22b4a1f26a76028a16cc4b180cf70c088 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198fc1235880a1b93b2f2c5e5068ba3d735fa0e9fccd40f82e0ca3e81fe51b36 +size 2237787339 diff --git a/gaussian-splatting/tanksandtemples/francis.json b/gaussian-splatting/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..0a126818bb6d11f761d30686631065e0b8877eaf --- /dev/null +++ b/gaussian-splatting/tanksandtemples/francis.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:46:21", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 619.55791, + "resources_utilization": { + "memory": 4608, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4380 + }, + "datetime": "2024-06-25T08:46:16", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "5431791cf99a13809389db0f8f359d50a75738179ac61e0cee23e6257680afe4" + }, + "evaluate_datetime": "2024-06-25T08:46:46", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.2155, + "ssim": 0.89735, + "mae": 0.03133, + "mse": 0.00245, + "lpips": 0.16946 + }, + "metrics_raw": { + "psnr": "k2TVQaz87UE6WPFByHzpQXry70H1+PJBggTuQd1l6kElt8lBVP/DQas9rEF4BddBWlHRQbR240Fpv9xBNHu4QZFu10HN7QFCrdTqQVFj2EFUjdNBGmizQXFzzkGdJslBP7jQQYvA70EeAL1BwJCdQZHTrkGw4uRBbqvgQV/+z0HuiPRBNNDdQYmP60EiZf9BGNTjQZ5d30E=", + "ssim": "xnlSP0bxaD/xi20/D85nP3v2aD+d1Ww/LGhqP8E6Xj9v7Ew/e1hRPzFeXD/vMmY/xbVZP0zHaD/YvmE/rI5RPykmZD9ehXQ/Q2VrP7rRbz9g+G0//VdrPzFIdD/G43Q/nAVrPyyjdT/qgG0/OpYtPyd/bz+NSHI/G4JtP2BpSj/u5XM/QnVrPzfkbj/mLnE/2SRfPwc2aT8=", + "mae": "IdkDPYyFzTzpBag8dWPVPN6RqTzaxqg8xOqtPF0awTxzWdk8asETPR4vaz1dY9c85WT3PNcWvTxBV/w8W+JlPW65Bj3f44U8ezi7POWmsTwlTgo9PaFMPd5qFj3esx49XCUOPRhGuzzuzDk9xwGZPb72Yj3S8dc8zu7oPNyIDT0rfak8UzvNPD3svzy7voU8l7rlPEt2zTw=", + "mse": "ivMMO/fjijo6MXw6NxieOoBFgzogpnA6psSKOmYBmjpYQkU7U4xoO3pg5jtBfwY7/H0eOzkGvDrHHuQ6SfihO8/qBDvTBBQ6QBmYOj1PATvfnhQ7J3G7O+8fLDupfUg7dT4hO60ChDr0No47hbsvPOXa1TspfLQ6AcXLOi+mJDseEWY61jrdOsXvlDqQTig6cQ+6OgaQ0zo=", + "lpips": "FF1kPgCNIT6Wlug9NcXpPYK6Fj4wuNw9NqjjPeG7Wz7ax4I+ohxWPjAgYT4C9SA+V2ZSPmXp/j2EIB0+LCI7Pm7RCD5uCgg+1JX6Pb6dDj4kZzU+ps46Pi8JGj6QgEU+de4/Pr7dNz7lYjA+vrnNPnfcHD4y1uc9alDZPXmShz5/jfU9w3cePoYOHj6quAE+45xiPhEzID4=" + }, + "metrics_sha256": "1148b1d7db0c64ad86ebcc0ad3633d6c67d5638635112264dd16be4405220c70", + "predictions_sha256": "57c2ae1174e49e7b1476f8644c882542070d7a30497f861683639d577217c79f", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/francis.zip b/gaussian-splatting/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..4d1c4fcdcf4dcf002c9d8c47e045fe730be1d99e --- /dev/null +++ b/gaussian-splatting/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05198865c371db782436be972a133f4f22deabc926ae5f4081d2490056023052 +size 861075654 diff --git a/gaussian-splatting/tanksandtemples/horse.json b/gaussian-splatting/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..a2b32278f761f352a3ed239f93ee5b28860dd93d --- /dev/null +++ b/gaussian-splatting/tanksandtemples/horse.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:47:40", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 694.5914, + "resources_utilization": { + "memory": 3250, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4610 + }, + "datetime": "2024-06-25T08:47:32", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "f84e566e4a34735091efc3178470e7ab5e7ef7517116763ffe3ccc6082fe6fec" + }, + "evaluate_datetime": "2024-06-25T08:47:52", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.81885, + "ssim": 0.87548, + "mae": 0.03662, + "mse": 0.00441, + "lpips": 0.1035 + }, + "metrics_raw": { + "psnr": "agDAQZtp3UFJWsFB8VHVQfk3yEHILMVBHEm+QUyOt0EI0rhBk3zGQfcyrEGAGMVBckrDQbyGs0Hx+a5BXB2yQYUQwEFnVLdBMz2tQQ==", + "ssim": "eGZeP3TeZj9Tv2I/UClqPyacZz9NQmM/0/xePxMKWj8wpmM/F7FdP2QKWz8yKmI/tjtdP3OMVD+zbV0/ezxbP4MTZD+pMWI/Iv1cPw==", + "mae": "qf4WPeD4yDy4ayk9gCzyPAq6BD1v/vk8hhIdPdqhFz1RIEA9N4IBPToiJz3a0gI9vK/1PPiZED31NWI9U2YqPb2JDz3Gmwk9nb0wPQ==", + "mse": "GnKCO+jL3zrb8Ho7Nj8NO2bxTTtkzGA74wyJO41Xpjt4ZaA7RHhYO36n5jvKT2E7Z1NtOybMujs179Q7GovCO6w1gjukbac7NdrfOw==", + "lpips": "05XDPW6Rlz3WV9Y9UhjCPbCD0T2+Cb09ZG/DPSFV4D0WLM09MsP9PQ3SDz6bI/M9YNYEPsTS+j2UydM9hWWtPXJzvT0ZH8U9frCvPQ==" + }, + "metrics_sha256": "16a1a96c2463ef6fd8df43e8fc5ca5580a048ff1d4f796dc64822fd3f80fb0b0", + "predictions_sha256": "e0e5a255e0c2e73638e42eb85a11519061e38f047bc930ade0c18bce2f53839a", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/horse.zip b/gaussian-splatting/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..1035470cc47d5f7588d05454ad7a03f87a08d1dd --- /dev/null +++ b/gaussian-splatting/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08f7414d972a13394cfc8e810cae124be836b28c443fbd2bddaa881602f6190 +size 1365314121 diff --git a/gaussian-splatting/tanksandtemples/ignatius.json b/gaussian-splatting/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..32dc1fc3bddd7fb3223ae756e70b96b54dd7afa5 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/ignatius.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:53:18", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 995.52527, + "resources_utilization": { + "memory": 3724, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 9028 + }, + "datetime": "2024-06-25T08:52:59", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "9467d437b0cc1bf2db7748d8a326b1dc4374e0afdee8f3402a7511614bbcf92e" + }, + "evaluate_datetime": "2024-06-25T08:53:40", + "evaluate_version": "develop", + "metrics": { + "psnr": 21.5274, + "ssim": 0.77605, + "mae": 0.06335, + "mse": 0.00849, + "lpips": 0.15327 + }, + "metrics_raw": { + "psnr": "XbO4QcBXtEGhdKxBvwqzQTIivEH0QaJBGC61QWpRv0F4wbJBUpS4QXdUoUEYJpdBMgHPQUYOtkFo6bZBuWm+QStosUGjUbBB6K2hQcT0sUHu34JBs4u3QRhvtkHM17dBhNdUQe+HoUGiSrRBbCecQdR5oEFGtalBykylQas0sUGPdZpB", + "ssim": "Ib1IP7LMTD+GSE8/r1RBP1Z6TD94/UE/OyI9P6uwTz//gkg/AqpUPyBQRD+BmTE/BfxSP6MIST/xK0k/AX9XP9GjTD/w6EU/6kBZP6npTD8R9DI/CwhQP4pJQj8FVVA/kgIyP8h/Sz9xN0w/3UFDPxUfNz8jwzo/E8k2P+nAQT9aHkU/", + "mae": "46I6Pe4BVz2WNn49RntRPXUdHz31gpU93U1SPSjcLj1YM0c9h6A3PXe0kD0W9bE9jPAPPZC2TD3DX0g9CmsuPZ0Icz0WBWc9yUxNPRLqbT0fNgU+jYRcPaqCSz3CyU89+oc+PnlVpD2svVg9lY2dPY5Anj24PF899uOJPYI0Yz0plbE9", + "mse": "SPOgO4R1tjst9eQ7d2u9O7/OkTs+iBk8Tx2yO6cJhTua/L47WYOhO9uvHTzJYFM8OWcpO2eurTtbdKk7fIyIOxGMxjv13Mw78xscPOtuwzvibr08+GOmOwTNqzsX+aQ7DXg/Pe3GHDxuurY7vwQ3PHScITxqzPc796gMPDyzxzvfKkA8", + "lpips": "ApMMPjnmEz5FJwI+OJ4YPjF7ED5IByg+oa0NPtSZ9j1tqv492YEEPh0GBD5d+zQ+1KwWPr9zIj5M7go+kkfaPfH3CD6CayI+nJEXPj9BFj76zlo+2gVsPg+zDD6kTfU95k+gPlkQBz7Gaws+1hH7PWOYMz5uvSw+mKFDPi+n/T14yTU+" + }, + "metrics_sha256": "ca3b6a922abc0c01587dc2fc8599c53ba36590d35d137d5a9dd0fedf9e721ea3", + "predictions_sha256": "fb67a169562d6037686a357530a60d0dc6c6a26fc3c356b542062615914926f0", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/ignatius.zip b/gaussian-splatting/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..12b639da09c358ec25e1e92d5dfd9f83d5eeb24e --- /dev/null +++ b/gaussian-splatting/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5ef8f7f099612f84fbcde8393fb4c58914eb511c4eae041fd88535197ad25d +size 3171135601 diff --git a/gaussian-splatting/tanksandtemples/lighthouse.json b/gaussian-splatting/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..c9573fa29a403f55e15a3c67a698ed4fcae705ab --- /dev/null +++ b/gaussian-splatting/tanksandtemples/lighthouse.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:18:26", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 722.51837, + "resources_utilization": { + "memory": 4160, + "gpu_memory": 6238, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:10:34+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "1f814b0d4a893be565357a7551ba0ddb29e5d52ea9532b56baf3a8f630430dea" + }, + "evaluate_datetime": "2024-06-20T14:18:53", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.11414, + "ssim": 0.84309, + "mae": 0.05239, + "mse": 0.00735, + "lpips": 0.15574 + }, + "metrics_raw": { + "psnr": "eXG2Qcxuv0GzUZtBnm2gQdy4tUEJur1BsX6jQS6SrEG1mMRB6kaxQRx+uEH+brlB/hfIQT6vpUFoGpxBv6K8QV4Cs0ENIsZBokzJQeKBu0E1y5FBcoOeQcKTykFic4xB2ySPQaH7mkGNGstBebzPQTcAoUGUVKpBJTimQeC+sUHKraZBeunHQaiP2UG8c69B0KSIQSYxz0GlK5NB", + "ssim": "80xpPzrJdT8KMWA/Ll5tP7fDZD+nt2U/8MRKPyy4Ij/I5F4/qk9BP7tSZD+em0s/KS1pP57ZSD/ftWI/jtFeP4/YVz/uhmU/XpR0P+r9az+E1ls/KrdfP0rScD8PA0c/TJI9P3tYQT/iWHM/aRpwP40wLz+UPT8/RWdEP3VdWz/7F0M/dj5UPxdzcz+QQkY/MzBgP8AFWT+g9yw/", + "mae": "luJAPZQWGT2NL5M9giBtPbEBWT0pGi49AX10PZc1Xz3cDxA9+ShVPWmnQj0P3DQ9mI4jPTFFcz1IzqM93Sk6PcndWj3u+iM9yFvdPDRrMj212YI9o+FfPeVL3zw+itc9sbi0PZH+YT29DeQ8REa+PLyJhT2malg9qU5rPaAsPz2o9k09BIP8PMd3yDw0FG09sx68PYsYCj1y/sE9", + "mse": "QcGrO1OZhDsyeDs8S9UhPG5brzvTRYs7NCkUPL8y5DuFkmQ7dkrHO7/qoTszl507S69OO40cCzxYSTc8I7ePOyiZvTsjr1o7vqJHO6J1lDtImnY8kQArPDttQDuRzI88uRKFPN5KPTxJiD07oN8lOwkwHzxXZvM7mvwIPPeexDvPLwc8vMRPOy4I+jrbCdI7eXOgPAp+KDuqBW08", + "lpips": "ZBYCPlQtoj0a8Ek+DPMFPg533D0sEdI9Ldz4PWvc0T7QoB8+Ffh/PhrN3T2WbmE+Er36PRiNjj4qrhE+ZxoRPmPLIT5AdOg9rtuZPe7i0T1L+BA+U5csPpByuj2XBzE+7IcSPvLJCz69R589AwiqPavIdT7ja2E+/XQpPoy+7j1K7CY+BDsOPtRhwz1XT2E+BIg4PmcWXD66dyQ+" + }, + "metrics_sha256": "672605abc67d50522d4b9b52acbbd2809d82b0be900042a5a1aa6a97a8bc8694", + "predictions_sha256": "acb08cea208819ba7d8fdd376e0520dc261f5f3e8b7969f99a8a7e97e0e0a94c", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/lighthouse.zip b/gaussian-splatting/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..2e7c0c26582a8d2ef13f5a641428e8d230f7eb65 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71aa5d130222f0c7920ee88b1ac961f507f345f8fde8f47e86c8ebf81ad3a323 +size 900935370 diff --git a/gaussian-splatting/tanksandtemples/m60.json b/gaussian-splatting/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..93e69845b8b3a8ec75b935a359977a672c929494 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/m60.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:49:42", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 797.50235, + "resources_utilization": { + "memory": 3852, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 6968 + }, + "datetime": "2024-06-25T08:49:32", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "49d708fc6916943c524942255f72b9bf068b66124d761bc0d1cc5a8bff754dff" + }, + "evaluate_datetime": "2024-06-25T08:50:12", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.83546, + "ssim": 0.90148, + "mae": 0.02299, + "mse": 0.00188, + "lpips": 0.11253 + }, + "metrics_raw": { + "psnr": "664CQrZD8EGIgdBBgovnQTDps0GMbOVBP6TVQaR6z0E9Xd1BuWzaQXiQ20HWeeJBS+7eQWxoz0GHguBBv4HTQYms2EGEjvNBuiXoQUh050GCruJBldf1QSQa6EG6pLhBWLXYQRps80GO9ddBw+fCQWFC+EFmVOlBUG7bQSi56EH5FedBSjLgQYg+30FR5etBuovFQV4510E7ZvVB+JfAQQ==", + "ssim": "59R2PxEJcT8q4F8/52ZpP39ePD99EWs/N1xeP08EXj9g6Gs/TnZjP6maaT9kRGw/QgNpP7fUZD9cWmM/3BhkP14Paz+4l3M/D6BrPzfraT/IW2Q/lPFqP/L3aD8XRUo/eBZfP9YXbj+BUmY/Mt1bP8D5cD8pkWk/3elrP/Pabj8TXWk/Vd1mP6+GaD+Ij20/+Y9ePy9tZz9aEm8/uuhoPw==", + "mae": "0Lx3POXlhTzsQ908fa23PCrcOz2Uqps8JzPVPMjswzywL8Q8Fly5PGgyzDyr8ak8YQy3POFbwDzMFLo8z+/SPPPNxjxJWIE85sSmPDqUqTwQlbk8QjOUPBkYozwiBRA9ldTGPOaGkDzm0Lg8n3YCPbguhjzJmJ88eWiqPFpjjjxnC6M81qerPIxdpTxXfJc8fTsUPUDW0jyE4oQ8vGcEPQ==", + "mse": "l7oNOvgTgjotPSI7bS+nOsS9uDuHtbE6JvILOxgbJzugG+A62+TzOh0G7DpOcsE6KTrWOtJyJzt4tcw6d9AUO9g/ADvXomw6vU+kOlifpzrnTcA6P5JdOpKGpDonN6E7Wx8AO7aNbTpI6gI7QPlvOx2uTjpo0J46ku7sOjucoTrBaKk6X5DOOp5N1DrQgZM6XGleO/C2BTu+aWA65z2AOw==", + "lpips": "JmhBPToqqz3qhgc+DKb8PeeVYD7tIN8987vuPchb/z2FvKE951FMPj6DoD3zWwY+zhDQPZPvFT6CRxE+vp3kPT6B5T3KS1c9+JG4Pdv5hD3iMRA+JHPvPTKrBj6SjAI+VQk1PhhqvD2WMrg9WFPYPSonqj1yRPQ9JryNPVuznz0jE+09zlAFPp1xCD7BnsE9yosMPsZShD3x9/o9ElbbPQ==" + }, + "metrics_sha256": "17658fe5df74816f3c7d11ddc48856b51e5478414903a961627504fbf44678e2", + "predictions_sha256": "453550ec3ee32b94f7d68c9e0d2ee2ede0aced895ae847a62c5b1dcc86ef3754", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/m60.zip b/gaussian-splatting/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..0e5817eb8d35021cb15190fcd6b2562bf4c48ea4 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:448f058ef368c6af4795e0fd1fef3e92ed2329dc4c4803913183a1b4f9039d11 +size 1700788169 diff --git a/gaussian-splatting/tanksandtemples/meetingroom.json b/gaussian-splatting/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..c6c8db65d3abd63fc162cbaa789a54d8f553fe51 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/meetingroom.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:49:00", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 758.57299, + "resources_utilization": { + "memory": 4581, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 5632 + }, + "datetime": "2024-06-25T08:48:52", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "fa820fd4eac3506cc0a5cd084a11ac237842865da9b6e1a5586e072fc33efeca" + }, + "evaluate_datetime": "2024-06-25T08:49:34", + "evaluate_version": "develop", + "metrics": { + "psnr": 25.19033, + "ssim": 0.8663, + "mae": 0.03415, + "mse": 0.00339, + "lpips": 0.14081 + }, + "metrics_raw": { + "psnr": "2AbZQcQ2x0ECpr5BSl7EQRy5w0G/w9BBn+XsQeMH10HCIs9BROPHQf+f1EE6CtFBxvPEQR50zUGR0chBoszQQZDC10Fc+tBBbivcQZaD00GtT95BihfHQb9i0kFJ/sFBCfjBQTAHwkHWHNBB1AHHQUqlxEG1ratB4dvPQVU1zkEU9+JBMK2mQeFswUHhgLBBfMPNQRJp20Gb489BdxWkQWFCoUHafeNB6wfHQfdpwkHwhr1B26e8QQZfvkE=", + "ssim": "2dZlPzujWT/pyV0/4IVfPzBBXT/WX2Y/V8psPxzeZz+ovF0/9w9YP6L/ZD9BM14/l/BaP5AZYD+eM2I/uYJjP6oVZT+pA1w/rSlkP7VeXj823mA/upBYPzEEZD+Qvlc/pkFXP/EcXT+ViWA/0gdWPx0jVT9qPkw/EOhgP4IbYz+FS2c/z4RVPy9HXT9Kylo/JzNpP9C7bD9WjWM/IJ4+P11vQz/Bhmk/IppiP9cvXT/OB1c/C+FVP8i0WD8=", + "mae": "rZ/CPF+37TzyEiY9+c7yPH4nBj0S9QI9m620PAvx1jz6DtM88uMOPaue8jyPgOM86W75PDUQ6zxkLeU84oTbPJNizTzvyvQ8V3i0PF3e3TyEisc8Bm0DPYqF7TxOegU9WXcSPQW7Dz3tVtQ88iYXPXmeLj351FQ99xv0PHUNCj1ObL88nY9wPftrKz1Wpmw9IiQjPVNYBD22+fE8FyZwPcTQhz1+P788k1gXPdzEAz134xM9c9scPZgzRT0=", + "mse": "XOj9OkD8UztZoIc7FhRmOypkajshCSE7LlGPOuh1Bjvhwyg75+lPO+YZEDu+wx87cj5iOykjMTvGako79t8gO/mqAzvEDCA7hvLnOpDIFDvzFNo6GrtUO86xGTs3W3Y7iod2OyAcdjsQFiQ7NEBVO8k/ZDvTIuo78UklO7RULTvjvb46IjIHPLRqejslx8s7UpAvO1US7To1JSU7rKsRPAcCHjyK37s61BpVO0dkcztAE4w7BKKPO4u2iDs=", + "lpips": "2UHXPWrSDT7WTRE+ewEVPuKd7D2DqhU+F7PYPYhauT1/wvQ97ScaPpDTzj0mLBA+tvtDPi8GFT7POg8+nQESPqOtzz11XPw9Yp8CPv9uID6e6gk+Auv+PZMxEj6leiU+VgBAPjmILT4qkAQ+mJY/PvH8XD7Q1EI+GJ3vPfbwGj6Ge/U9ikkPPv7pJj44hzA+/Oi7PZQz0j3Y3fk9mmgcPolPXT4E9fg9LfTrPbHIAz7ItgE+9Ab/PbXxOD4=" + }, + "metrics_sha256": "58d18375d7ac92b4ccd4598589190f59ba6c319aefa63ec2beed2e9f24ed5921", + "predictions_sha256": "4855eca5210da095345efd605a076e1782582269f6083797556a0135882d3c02", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/meetingroom.zip b/gaussian-splatting/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..6918ce9fda2e87e01c4980c2a8f5f4df34a0c0ee --- /dev/null +++ b/gaussian-splatting/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dbbd7d34a2439931665d16ece92f5698a41aadc30b5fddb542529518e49e877 +size 1358330899 diff --git a/gaussian-splatting/tanksandtemples/museum.json b/gaussian-splatting/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..2699b2560466a73c72480943286033cc611064f5 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/museum.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:20:29", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 1254.09814, + "resources_utilization": { + "memory": 6979, + "gpu_memory": 11648, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:57:04+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "e7b2b5db6db0604c8b6333d9351f50acf9ea91c93cda2de9ef67a175560be611" + }, + "evaluate_datetime": "2024-06-20T14:20:57", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.9248, + "ssim": 0.76353, + "mae": 0.06588, + "mse": 0.00892, + "lpips": 0.16008 + }, + "metrics_raw": { + "psnr": "Gk+mQUsitEFGhctBK5CyQTHVm0FEArJBSsyfQdh5mkFAB6FBwY+aQdKYdEGk8KNBEs+jQehgp0FCArRBwMysQe8/vEGlNrRBwyOrQZSJn0GYZ6JBuFqmQQocl0GjxqpBbv+pQazQhkGKYqdBW4OOQR9dq0Hb0atB6ZWzQVCxsUHmd59BxaqkQRzbuUE9krJBwkGlQW/ls0E=", + "ssim": "FDBJP9ocQj/l+lE/Uhk+P476PT+MDUI/hm1QPz+cRD/CDk4/pzAeP/pHKD/BOUs/kd5AP2QhUj/M3S4/V0tRP+BmWz9kyVQ/MUxPP30MTT9IXkU/2Xc3PyBwEj9hF04/CoBWPxswJz982io/QtQTPwlhUz82eVg/+dlYP8yjQT8ZWD0/MilEP7DEUD9cc04/omBAP09/Uj8=", + "mae": "LTF/PRLwUz3ekhg9OR5cPVFbcD1Uv1E9chOWPXe1rj3SZJE9EnCfPZNBGj7Je4Q94XqMPbumhD2xal49V8toPT/kQD3fXFk9lV17PTLSoj1k35E9Nqt7PT1Bpj1tTX49sAaAPWgT7j0wEns9J9O8PZfCeD1AQHc9AEBDPaaCUT0xw5I9ExuHPSn1Rj3cr2c9QC57PXWmRD0=", + "mse": "M6IIPBmPtzuVRTs7WwzAO+q3ODwNI8M7mcskPCwTQDzODx88MJo/PHZ48jxfRhI8/dMSPNZ9BDynOLg7VrPiOyZSkTuyI7c7q8vtOzYJJjxF4hg8jXQIPP+dUzxhTPA7vL31O1EfqTyhdwQ884KHPFxE7Du1L+k7onq6O8frxDvNXSY85D4PPMGvmzvtAMA7pNUMPLjRuDs=", + "lpips": "HoIwPnjoQD7+9Rk+KPlXPvL0gT6KPDA+JukiPtoxOD7CM1Q+qcwdPhCwQT6+vxA+Gjf+PRtNGD5+uJE+Cq4IPpxgDz4amOw9AQ3JPZZm8z32gAs+SnkrPrTYpz6al/Y9n+fSPYEBZz5V6XY+SpJwPusw5T38ePg97t6iPXF2uT3XqUI+uj4FPlYKrz1M+tY9DTwPPvWkBT4=" + }, + "metrics_sha256": "18813e66df832bdc3d9c7bbed0b92d50c675e8c146851e610cc0c1c1bc437f3b", + "predictions_sha256": "36b49929be88e2e5264e68730ca459f09acdae2ee0d8af71631a260592e7a27c", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/museum.zip b/gaussian-splatting/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..9b6270f3bb49da8fea9164de28294f7e805db347 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a94778a6d5e3f9d335b09174976d402d802c9db9d391ee242665b808832ef0 +size 4549548256 diff --git a/gaussian-splatting/tanksandtemples/palace.json b/gaussian-splatting/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..565fbc2e410308ec8b0ad010595a2f369a7310e5 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/palace.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:21:54", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 680.30121, + "resources_utilization": { + "memory": 7205, + "gpu_memory": 5992, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:46:41+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "fc94bd4a3a8220b1c3749f4a4240905611bafb7283ad05efe82b6ed5646c4faa" + }, + "evaluate_datetime": "2024-06-20T14:22:34", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.63071, + "ssim": 0.73634, + "mae": 0.08246, + "mse": 0.01982, + "lpips": 0.35039 + }, + "metrics_raw": { + "psnr": "0DaSQQePoUH60NdBnBvQQeuutUGbB9pB/W+hQQOInkE46NVB4NfBQQOt3EFTgtRBrBHgQc0O3kFZoLZBaaffQQbbqUEwX7hBkju1QX4meEGUpcFB7l6tQfYKoUE5IZpBjlW/QTi5hkFvSq9B/fOdQeNra0EZNE9B/ltzQcSzNUH82aBByRiVQRFpjUGuXNJBy3icQZrOekESqkxBj0BZQdmcN0FaLJhBWniVQeG7iEF/dsdBgM2NQY2FxEEglWRBGEeEQexIXkEL62VBVfieQYhHT0GrwYdB6G2uQQLzKEFJ5kVBJGsuQWySXkFKVmdBBALRQaEXmkGDm7lB", + "ssim": "K7IaP8FCOT+WKGg/tmlfP0UYWj/eWmg/pnxGP/vIKT/0G2o/g8pPP27HXj8La1w/xBlXP2GjUj8W9kg/GFtSP4NPLj8OPGU/2i1RP3RjPz87g20/sjhfP4jnOD/2IUM/QVZaPzbGFD/ed0M/ryk0P4t6VD/m3Qc/6w80P/I9JT+NBDU/AU9YPyqEPj9DF2I/+38wPzIhHz+GRkk/18jqPjOxCD/eXzs/Au0bP0PQ2D4dh2I/RUMGP9+JSD/tPyA/1J1HP0V6Kz8b5D8/5SFTP1VKJz+BFhs/aeVJP5YyFT8c8Bc/d50jP6aTCD8gcgc/ujxsP6j8Oj/scV0/", + "mae": "ehS1PUfTfT0rZu08hbD7PPYEaz048No84/lKPbyWdD1ayv08TbsNPWFP2Tzfvs48nIbCPJPRwDylsEI9wz/NPDEKhT2Yv2c9syBBPVietj2rKzk9jx6BPTyqdz3l6pw9HossPQY0tj0pyy89NQKLPate6D3GpRg+qTzTPfz2XD70b449WhqzPc7Pjz1f7fI8X0OdPaj03D1rpyc+7ZQSPr2QTj6CvXw9M5ySPR+W1j0KSBs9W/PCPUjEKz1Uxu89XxSuPSiGCT7GkQQ+LVFmPbrGTj4TONc9COeGPWnGVD5elis+ft9CPj84CT6DxQ8+zzMSPT1HYj0YJx49", + "mse": "IKNzPO6mHDxmdAM72hskO6SNrzvErvY6HzMdPBnqKjxl4Qo7I2x3O62X5DoulRA7p1LPOqOt2zoo2qo7iNDROsW/9jsXe6I7RNixOwFi5jxd03g7TwHfO9b+HjyM/0E8zvmEO5+RqTwZBNM7XMgtPFlZCj0mp0896tP2PKTclT2W3x88/jxgPJ7hizygzBk7D1o1PK+93TyXYVc9sbEzPTXMkT2FPE08fdddPBMJoDzNeFI7ik+KPKgQZTtqqBg9ne+1PMQjJz1swBU9CsUoPBxtTz32maQ8P1DYOz0NtD1jZ209YGymPVZzJj2HuRI9gukfOyM1QjzHzZw7", + "lpips": "oLrbPjM+gT7ziRU+ayAlPlioJz4EbfU9Vtp5Ps99lz54q/E9JodVPl1xMj7rki8+q0ZLPq0mXT7hyIU+cA5oPgE6yT6BW9s9pzTgPXbtyT7riuA9gYGqPfySRD5UzBY+h4PNPXz1Aj/zIJc+OYrgPm4Znz6ZNRg/JxjLPlaJ/j7fC/w+NjpHPj89Bj/m2vU9pw/pPowl9j5fd+s+zJ9NPyADDD8n4q4+0qrwPjKcWD/D1wQ+iRpTP1Kalz7O9iU/+ci+Ps8kDj9qK9U+JZCLPiRtwz4msi0/rU6ZPpkCLj+KCTY//e0UP+ObET9DYRk/ZkGlPfY8vT0EVak9" + }, + "metrics_sha256": "4a62a5b1492d4609afb80a6b91bf524234dd02bb4f7c53888e55aee2efd1cc7d", + "predictions_sha256": "be377e6d902447efce7196be135c4c1e929d537b1d6a0c1de1fc8a204d40f122", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/palace.zip b/gaussian-splatting/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..0e40e051f2cdde9d2fec87c2faa6f32abd91e1ba --- /dev/null +++ b/gaussian-splatting/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fff6b6a08f2c3fefb836186be49ea75139380acd5caa5b4a815b850c4e2e0a +size 808012179 diff --git a/gaussian-splatting/tanksandtemples/panther.json b/gaussian-splatting/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..178bc2da5440a3740d7406c8dc5cb1582075e529 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/panther.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-25T08:49:48", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 798.96777, + "resources_utilization": { + "memory": 3854, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 7182 + }, + "datetime": "2024-06-25T08:49:37", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "e443ead3ee52dea8f7c6ee246580501864993465c4d2eebd9df1ce6c6e43afe4" + }, + "evaluate_datetime": "2024-06-25T08:50:19", + "evaluate_version": "develop", + "metrics": { + "psnr": 28.32474, + "ssim": 0.9082, + "mae": 0.02232, + "mse": 0.00168, + "lpips": 0.1075 + }, + "metrics_raw": { + "psnr": "Ipn+QXTC4kHgYelBor/zQc4m5EEbKrVBS8fxQb5N00G8jNJBM+/XQcm+30F9q9VB/aryQbBA6EHig+pBPirhQT975UHK8/RBTLHOQb/P8UH4FQFC4J3tQW5q5UGwcOVBOL7SQYNizUE0CAJC4WzAQday6kFhz95BNHHGQRlF90ESPeRBK8b6QbIh0UFYTuJBfJPUQVya2EESE+ZBsmfdQQ==", + "ssim": "k8Z2P53+Zz9P7nI/11JzP3HnYj8MEkQ/21ttP46wXD8EvmY/yo9lP/RRZz/IrV4//qltP9YSbz+5rmg/oIhqP1xkXz8tdnE/lOVoP4iOcD/u03E/iohqP5r6bD/4gHE/Ol5oP0dBVz8442o/RHZdPwsEaz9GkmY/D0trPzDhaD8q62k/ApxqP1AwXz8703E/kgBhP3dfZD/7NGs/qp1yPw==", + "mae": "8G90PIN+qzzEsKM8MPeGPLiavDxQFSA9gQqZPP8S5DwYA+48eSHNPOGXwDwmqd88tROlPDVnnzxJfKo8q5a6PFPypjz4gog8Kk7APBWtnzz2fmQ8Dx+aPEMirTyK5Js8RGTdPHIn9jwBdYY8HT0BPVsltzwvOt88uc7JPJW7nDz2wbg8Z2SGPPmGzTw5vZo8GObUPGVtwTwsV6Q8el+hPA==", + "mse": "MTYsOqPfvzrXkp46QVVrOopWuDrCMbI7FhB5OtyvFTt9+Bg7OwIDO49D0Tr/1As7hsRyOmrQozqOfJk6iOLIOmxqsTq5UWM6i+4qO3/TeDo+YRs69GCMOlzAsTpfoLE6Nx8YOwd9MTuNJBM6VN2AO6ytmDoV+dY6Lb9YO3mmVDqO4Lc6sj9AOvdXHzsJZcI62E0QOwCDADu1aa46NdjfOg==", + "lpips": "nrBlPQY+rD045os9x8KhPR6/Qj5eIt89D80jPq0FHz48xQU+pMSZPbZq0z3GYsQ9UL20PQy/Yz32DrE9vNiTPe3z9D3SDFU9A5sGPvhdqT0stbk9tE6SPbxWFD5g14o9hfMHPsQA6j3WPmU+ci4tPqquAz4DRPg9NhqaPfH4Wj44Ino9rRHyPWAo5D0ybFg9ukHuPTJ02T2ifKM9iVLYPQ==" + }, + "metrics_sha256": "c426d9a60a7fee2ddaa8c84a5ee35b5e0c44458bf3574578577a015e0aee982e", + "predictions_sha256": "13b36441eb59699459c54134a61d5d354ba0dff382bb8f117c2cbb8deea08c3c", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/panther.zip b/gaussian-splatting/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..412fb06d82a76f83fcae607880b87c30e75ecb18 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb80a3d159d384c2f4fc56a2b19d7db41123e51975cbe2fe937c91c38ebf3cef +size 1821282859 diff --git a/gaussian-splatting/tanksandtemples/playground.json b/gaussian-splatting/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..d110fa1dd928d97375b465e623e1dfcfb2e9c0f3 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/playground.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:23:32", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 932.90253, + "resources_utilization": { + "memory": 5339, + "gpu_memory": 7618, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:14:33+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "ea6ca5587cb86198d941270652d47948336b2865465495b8e60e25de541f5649" + }, + "evaluate_datetime": "2024-06-20T14:24:00", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 25.36777, + "ssim": 0.84761, + "mae": 0.04379, + "mse": 0.00741, + "lpips": 0.17017 + }, + "metrics_raw": { + "psnr": "4onYQY6bz0Fpt8tBSKfGQcNHyEH3LsZBD+zMQUve0EGa/c5BhBDhQbF80kHibNhBxpDaQTXsp0E4y+5A/ODTQW62xEGKrLhBJuDCQaK4yEGg5MdBPNjMQU8CuEE5AfJBNYXMQfKLz0GmyN1B7YDnQRQs3UEE0t5B8iXgQT2q60GDY8hBodjWQYKcyUHcCM5BASOtQbTvwEGvF8FB", + "ssim": "0YZeP7e2Vj8dg1s/vRxWP8kyWD966Vc/ToJUP9vkSz8ST1I/3WZgP/3kVz9SiV0/iAZkP7VxXj9rQcM+m9lkP4HdXz+2RE4/W4JiP6jUXD/zHF0/T+ZbP3IEVD+W12M/q7NWP2j2Wj8QTF8/mABlP1g8Wz9SsVs/VQZkP1vwZz8cnVk/zU5iP39FZD9Xb1s/i5ReP1BsWj+YOFo/", + "mae": "E2niPOnZCj2baBI9iZcJPQe4HD0B7jc9hzYQPTQ/6jxBwwM9nHm8PERSBj3lFeQ8Luj2PAHIjz1IcKw+0mz0PL1THT1DVDg9MGwzPSdoJT190iM9WnAlPYTRaT3q5Z48sVghPW5mBz0BO8Y8pKa1PLPO3Tw2T8s8Y0LSPEP0qjwy9iQ9kl8DPZ6QJD0jKQs9cxOMPTmnOj185zg9", + "mse": "BMAAOxR9JjsYODo7zG5XO+CTTTvrXVo7LN4zO0GOIDu+eCk7hXfJOjE/GTulKwE7UujyOsFuAjzhrjc+sjoTO0zPYzvrEqE71S1wO0D8Sju/4U8770Q0O7gvpDskcnc6u/U1O/XHJjvyat06X2KnOptZ4TrH6NY6y9nOOnV9lDrw70w7RC0HO9LZRTsfMy47OYPgO0/3fTu403w7", + "lpips": "PqIhPq5aPz5hkhs+BBIlPgXdEj76MzI+cdsrPtIHYz5iNDQ+uFIUPhv9JT56VA4+QbMYPlLhKD6S324/Gt8VPo92Ez5tShI+zcvMPdBBFj7OB+Q997kcPkUzLD5tqiE+oKocPm//Dz4adwo+aybqPf6qTz7vIxI+c1oYPlS5Dz7bKBw+lp4ePo4Y9T2RHy8+CtjoPZu+Dj7FdtM9" + }, + "metrics_sha256": "3784616de45ad74dc2a93efc3f7593a1b83bd1bd794ddcaebdb40cd1ea5193a1", + "predictions_sha256": "398cfa3ace401edd10d68ae5379a064b76432537be5548566af6a7f0d9dcc0a4", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/playground.zip b/gaussian-splatting/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..300964b11d862dbf4ab5fab6fadf3dcd0efcdd6b --- /dev/null +++ b/gaussian-splatting/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afe5d046e3ada73b3ff9cf638d9e4b342be0e4715f9f3cda82c47998cdaa7e6 +size 2255862520 diff --git a/gaussian-splatting/tanksandtemples/temple.json b/gaussian-splatting/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb3ac61a3aadbd7983b160e8bd8a2111aff5fea --- /dev/null +++ b/gaussian-splatting/tanksandtemples/temple.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:24:43", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 655.95015, + "resources_utilization": { + "memory": 4034, + "gpu_memory": 5254, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:46:15+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "e7c77e3789c15fc1be7a257a4a95e597fe969af3c2ca11addbb7943bfaa20bab" + }, + "evaluate_datetime": "2024-06-20T14:25:08", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.8509, + "ssim": 0.80559, + "mae": 0.06106, + "mse": 0.00939, + "lpips": 0.22233 + }, + "metrics_raw": { + "psnr": "7cy4QauMo0GBy61BpRWqQbbVlUG0Eo1BTr2zQeRTlkE63rRBM36jQfYAnEGEGZFBxtKDQTHWhUGsx6hB2ROkQX5Pp0G1eNFBVP2wQbTrukFuxI5BKaS0QVKMl0Egb7tBHFiqQaDHpEEvTJ1BtviwQW+JxUHZGqdBVH6fQSPtx0HvD8NBDoyTQS99lUHuaKdBbDyXQW00rkE=", + "ssim": "VoRNP1YyVj8w+Fc/Wp9YP6izXz8wvEY/aeFJPzvhTT+znVU/+RVBP7D/WT98sU0/cq4kPy0sSD8SmT4/YVdCP3xXQT/ZcGY/FkVUP7LkUD+IsTA/hh1XP64nST9qDk4/fFU5P49EQj948UU/3sxoP+HZYT/DbmQ/BBVdPyV+Yj88SV4/VoRCPwzTTz/2SUA/iDNHP2PIST8=", + "mae": "lGpCPRQOej0TrYI9WAGDPQ5Stz3taNM96SstPbOmsz3I+y49oH1xPTA5Yj3fgqo9WQ3ePUwQxz3ZzjU97zWFPXTjWT22Vtw8pNxDPfIUOj30IaQ92bQYPU0Uhj28lTU9iYlPPYjvhj0fA2k97DpMPavpIj3avJI9Y0iXPUTdBz3hQh49IbafPe9slD2glmQ9VqqMPUSJTD0=", + "mse": "DX2gO6jtEzykTNw7yyD1O4SGWzwIP408qae5O+NuWDyZuLM7TisUPMrPNzwplHs8t1S4POnzrTzigf47dLIRPE/ABDzZyh07TvLIO8z8ljsPhoY87+W0O2v2UDzfxZQ7mU3zOyHIDjysFzE8AQ3JOwt4XjsPigU8Az8mPNquTztr5G47gHdqPKW4XTxCXwQ8G9lSPEG32Ts=", + "lpips": "rlFOPgo5CT7nYAQ+xARNPnRXkj10j3w+BQiVPvQtZj7GkFk+L+6IPqw2Jz54fqo+Px3xPnXHoT7DF5o+SP17PgY7bj6vNR0+PuRjPrsqUz4HlLg+ZXBDPnjprT4cLJ8+k/WkPtYTiD4CK2o+4hu0Pev0CT6kG9c9H75pPj5t6j23xAI+LBc4PpJULD4zp18+JNtyPvP+UD4=" + }, + "metrics_sha256": "99cc38263ec688eccf6361197e5c5b57999b2c572e4243fa031212b43d4bec4d", + "predictions_sha256": "bc246a9441bfba702914519a8e6ebbd08366232afba11b5d18bd7ec8022f965f", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/temple.zip b/gaussian-splatting/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..1ba477c91f5f28ba1b421bd8eda28e31f05228aa --- /dev/null +++ b/gaussian-splatting/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1f87eba36c5dcc96cb27f2a1f9ed76e7b16b085ea444189df1c9018c32fb96 +size 896137820 diff --git a/gaussian-splatting/tanksandtemples/train.json b/gaussian-splatting/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..7a9ef6afa35edcd1d26c8c0d11f9e1163e74d8fc --- /dev/null +++ b/gaussian-splatting/tanksandtemples/train.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:25:49", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 715.09663, + "resources_utilization": { + "memory": 4674, + "gpu_memory": 5516, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:10:35+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "354d58c99f22a19771e22f93ffd42d63c05ccdd89da4aaf4af70baf642e16b2e" + }, + "evaluate_datetime": "2024-06-20T14:26:15", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.66562, + "ssim": 0.79069, + "mae": 0.05988, + "mse": 0.00843, + "lpips": 0.17087 + }, + "metrics_raw": { + "psnr": "gkPBQarTu0HhsNFBCgy1QQDZukFH0b1BdtG3Qe1hr0GEF71BymyyQYtbq0H95ZpBucK5QTj2u0H8PIpB/HKhQWQ0kUFaWbdBhZSeQWKIr0F485tBkJmjQRbBrkETKbpBpliOQQgZrEHHULBBUCeoQby6mUHCqNFBJmfAQQGw2UGad8FByRpjQed+nUHEaYNBeEyqQVG4qUE=", + "ssim": "hkVdP899Xj9pUmc/yxBIP+x8VD/yQFU/XqhWPzK8TD81oVY/S1tXP3uQVT+rfzE/oYtiP7UnXz/HDyo/ZYs8P7dsMD8FGkc/AQExP9NBQT+VpTU/Y9pPP6cHYT97bFI/i5A/P08bTD8+j0w/i3VJPysYMz//7lo/OjJLP4q4YT9uW1g/NnEHP05VQj+QtT8/ZypKP6PCSj8=", + "mae": "/UMgPVW3OT0jre88EVs8PVEJND1wgBk9t/9JPXtBWz0v/DU9/KlwPYdpfT0mMZY9oRQ6Pd0hOT2NWbw9PQlmPTudoT3V9SU9zkSGPdkMRT2Ycog9qxOLPfzphj09NFM9+E3UPRH5eT0m6lw9nvRiPQHwkD00+Qk9VB4lPf1k3TxKyCs9ukokPh7Yoj2mP/U9xQeBPY8IcD0=", + "mse": "lZV7O8kZkzuKzBw7PcyyOy1OlzvK6Io7MhelO6F10jtK1407U9DAOw5P7DvswD08Nh2cO8aHkjsOQZk8kyUdPNzRejzEVac7m6wqPCuN0Ts2Fzg8y7YTPMlM1jvtU5o77CmIPOlT5zsJ4sw7m5EBPBs/RDw38Rw7nPKAO9Qf+Tp4HXo7gPAbPeQVMDwlhbo8LZ/zO7y29zs=", + "lpips": "zMr6PUOJxz2sSpE9vrNuPkabCz7+FRA+0OHmPYhGQz5qyiE+6F7dPQZT8z1a4EQ+LmgGPrO8BD7OzZY+LR0UPrGHiz7eITQ+mIGFPivaTz4T6nw+akYpPtiDsz3ueRE+C1c8PmAaBj6smxc+EowVPu6VND7K1Qs+7WBSPgC59j0yDi0+0CnPPj0UVT4aBTc++LcwPn3IND4=" + }, + "metrics_sha256": "d46b0b3cb1a679ea9f7a68c572d540dc757723132b05223eb9c34052b6c48729", + "predictions_sha256": "2b8c1ed364f4c8aeed1c51312203e9947323e7e09588288037aa13a5469707cc", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/train.zip b/gaussian-splatting/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..6575962e887e131f6c8a4cd8e76745bfc7e194db --- /dev/null +++ b/gaussian-splatting/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078c28f652d634809f8f4385226d7bea3c8415e90b4661d24ba3725f1bb625aa +size 1173714639 diff --git a/gaussian-splatting/tanksandtemples/truck.json b/gaussian-splatting/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..a25623b8468f556ef5f11f60ee4b0305beb922a5 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/truck.json @@ -0,0 +1,162 @@ +{ + "render_datetime": "2024-06-20T14:27:18", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "nb_info": { + "method": "gaussian-splatting", + "num_iterations": 30000, + "total_train_time": 917.00131, + "resources_utilization": { + "memory": 4839, + "gpu_memory": 7646, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:14:19+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "random_background": false, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "ddd4be3bb4e9b58b68108d0506aa25ff28e7789ffeb4ce996d3b7c9fee23324f" + }, + "evaluate_datetime": "2024-06-20T14:27:43", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.24732, + "ssim": 0.8533, + "mae": 0.03383, + "mse": 0.00386, + "lpips": 0.10783 + }, + "metrics_raw": { + "psnr": "nBLIQUx8w0E4yr1Bbr/FQa/Ax0EOTMlBmJTJQZrHt0GvfbpBL4LLQS0Kx0FVUL5BkTe4QaUQwkFklLhBu+u7QeHuxkHOcsRBo2XEQdp6t0HeSsdBAVjEQXrq0UGQD8xBsADQQX5bxkHyvb1B63OvQaVnukFn97hBpMK/QScdvEE=", + "ssim": "x8ViP95vXj9ppVI/RcRTPzx8WT+a7Vg/Tm9dP27pUT9pp1c/z3RjP5RDXD9yY1w/YRhZP5XsYT/RIVY/10FYP0X7WT+mylo/x9lPPzWMWD8Ue18/30JbP/1JYT+yDmE/VQ9hP1CvXT/UYFk/xxVQPzRHVz994VM/8hdfPzb6Wj8=", + "mae": "YgYBPXFmBj0VeRo9azsFPehH8zwj0vw8c88PPT9uFT0JnhU95ijcPKb9+zze7Rc9drcXPRYa4jzuOxs9rIAUPflqCj06rQM9vIUKPaJ5Hj3/CPQ87bjyPGbs0DzF1tk8I5z8PKzDCT3wJhs9KVE9PdPaDD3H3So9B+0XPQIiDD0=", + "mse": "VM9OO9T/azv/BIs7WB9dOz65UDsLpkc76gZGOxJGpTvk3Zg7P1Y7O/wMVTtq8Ig7yzSjOy3ZdTsFg6E7CLSSO6C0VTtijGU7deNlO7+0pju7gVM7uz1mO3HJGzv3YTg7NJskO8BGWTsoNos7vgjSO/0+mTtOuZ8711qDO+vjkTs=", + "lpips": "wiy1PUTgsD1iqKE93kTYPZb0wj0Mm7Q9FljIPQg12D0fm+k9eJ/6PSgaAz5ujss9TuXJPZ7HyT3EQNE91MXnPdSh7D2kocI9sELkPSBO+j0vWQo+Q+biPTfq1D2KDvY9UIMGPuSHxT1bIb09JtQFPjsz2D1g6gE+MzPVPaJ1AT4=" + }, + "metrics_sha256": "46d150d25e91025d514699ad4f660a5d505555bc7c8955591a23143f68c1eb0c", + "predictions_sha256": "ce6d12e49389a8db8b2ad14075903b9349833099e3619c4f67de0f3caa7119fb", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/gaussian-splatting/tanksandtemples/truck.zip b/gaussian-splatting/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..f1d5496ef9389d73b65eed6510f8923c1ebb6465 --- /dev/null +++ b/gaussian-splatting/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60e5835b85f156366e2fa314766df669a0985b1e8af1e2f0deb69dabdf99ff3 +size 2623436445 diff --git a/instant-ngp/tanksandtemples/auditorium.json b/instant-ngp/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..3e48aaedff71d6e08e974ceeffd5840b1ea2a6fe --- /dev/null +++ b/instant-ngp/tanksandtemples/auditorium.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:35:56", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 270.47464, + "resources_utilization": { + "memory": 5045, + "gpu_memory": 4016, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:42:22+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "a4c9ed31ba37dcbdfa2513e85298b88becd82a220d6168dc790d338671cd5794" + }, + "evaluate_datetime": "2024-06-20T20:37:09", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.67243, + "ssim": 0.76135, + "mae": 0.07116, + "mse": 0.01092, + "lpips": 0.429 + }, + "metrics_raw": { + "psnr": "8+zrQb5WtUG5i6ZBpJ1tQYQKjkG4zqNBIY+FQeudt0EWJ7ZBFPKqQZjXtUGMuqpBaVCvQUgiwUFIhIxBbhWlQTJImUHVIZZBKra6QeSXukHw4blBHMS3QeoksEFZJKVBBPBxQYQfjEGSlV1B8RCQQQowvEHtT6NBENypQexfoEF67JtBTJWnQW55kEGDF5pBVMunQRzay0E=", + "ssim": "VcJOP2IqQz9exlI/3UAZP0RjPD/hwEs/fnU/P+KdWj8r2EE/KC5DP955ST9JaVU/Q6xQP2/NXT/msDU/9FY2PweNCj8+jj8/qDszP4WfND+771A/SHg2PxKNYz9fnFE/DAEvP3IyOT81qRk/J6I9P9LkUD+OS0Q/ZvtEP+qUPj+awEc/k9NIP2FoOz/jMVc/RfxSP1beUj8=", + "mae": "j//HPIUpVz1Ko4Y9tSMVPpB1xz1tdow9f9XePRy/Sz08jWg9zNx/PcU7VT2TuHE9y/lgPQgJLD3xxKo9LpKEPfY1nz1bEpk9hFRFPQBxQz3igz49qrxFPR5JcT0uf4A9IKsSPoOmzz1OvA4+wkm6PXPlOT0135k9Jh+KPVWYhT3jnoo9Cg2CPa/gyj2t57c9i1iPPZNJBz0=", + "mse": "a2GTOmJNsTugtAc8XwwGPXhdiTx41RI8IFmvPNUMpjuKMq07pyDvO5fArjsNoPA7z9/SO6WGfDuxho88xIkNPEPKRjycp1k8KuaXO79qmDsukZs7rFalO1LlzTsMTQ08H+77PFIpkTxX1Sg9YZaBPLSUkTsp8RQ8XLj2OyMVIjxIPDg8n7YDPO0SgDzLNUI8bOoCPH1+OTs=", + "lpips": "8nm0Pj4Tvj5Bf9A+WPzpPr/QtD4EINU+PzwVP5jkvz6b38Y+Zq2vPkYz3z7o4uU+RQfZPnZzxD6rpeQ+s/XiPoBYCD/APMw+Njz2Pukp3j4SY7A+cpfWPusk4D7C8sY+KDYAPy6qCD/P6gk/5BcLPwpMwj62ufo+jqO9PoA+3T7g48w+iYm1Pg1B6z5fggI/8Oe5PsjzuD4=" + }, + "metrics_sha256": "8d7664f30f7a29359ca1a4bdec0a29c1744ee9d0409e6feac63c22a65cdc4637", + "predictions_sha256": "fcd7c7aed6e456e146f917d5b3e9bbbb7895dee83bc39072d2848512571186ec", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/auditorium.zip b/instant-ngp/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..6919f8cd8d22428beadf899201d92c9b75c4e1fb --- /dev/null +++ b/instant-ngp/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be602605da4835b89ae60d9cfe095f95b540fd7b1ed41c5608c3536da5f69465 +size 128926384 diff --git a/instant-ngp/tanksandtemples/ballroom.json b/instant-ngp/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..2c143d53b2df47fdee2fd4c43553e326808ff7e8 --- /dev/null +++ b/instant-ngp/tanksandtemples/ballroom.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:37:52", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 244.48774, + "resources_utilization": { + "memory": 5105, + "gpu_memory": 4112, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:41:41+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "e4c41fd6b305d0295f45372a57288a9c790b4308ff9aa3986947ac5717a8c22a" + }, + "evaluate_datetime": "2024-06-20T20:38:54", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.62134, + "ssim": 0.65209, + "mae": 0.0561, + "mse": 0.00745, + "lpips": 0.35242 + }, + "metrics_raw": { + "psnr": "VtmzQetFw0EhVcFBbpHDQXPovUH967dB2se4QUN2nEF9C6pBwpuRQUTZokFQd7VBXqekQdUerUH6Rq1Bwa6dQfQMrEFoAKRBKgetQYBbiUFgzqZB31CsQfI5pkGwCbRBrVe1Qd96qUGo9alB8SSiQaC6skGIs7FBmL6gQenJwEG+26RBOHCyQZJylkEyfqlBsvK3QTgavUGissNBSEKpQUALnkE=", + "ssim": "sb02Px0qSD8fgUU/+ZtGP1cEQz/BETk/S481Py9KLT+1Vio/c0kUPwZyKz/sgzU/tVsYP/BMKT9JAyU/xo8HP7X0HT+m6ho/6ScbPwwv+j4uChg/vh8UP50yJT+3bzQ/YqgnP6E0LD+cPCc/DGQaPzDNKj8wPCI/eZAQP88vKT/3byQ/0qgkPwh3Ij8hdxU//WQpP2b4Ij8zbi4/g4I0P2oGIT8=", + "mae": "52dOPfWJIz03ziE90OUgPVY0LT13Hj89jNRJPSAyhT1uA2M9c5itPXtNiD1Fl0M9fkOHPWYYVz0lCVs9iDaYPWVhZj2CvXw9v6dgPbF6xj2R/W49gKtsPbG1gD2bXkQ9v5NNPaA4Yj22um09+JKDPUFgRT39sEY9F06FPf1vND3TDIA984xIPcMgmD2EdWw9qC4+PTWFMD0q7SM9hxBpPXT0iD0=", + "mse": "HRK5O1RybTsfFns7dXBrO0OMijtVmaQ7fJSgO0NnNTx9aPU7+Ot3PD3xFjx7p7A770wPPC6e4Ds+m987AiQvPGOk5zsVBBI8ZjfhO2UwnTxDsQY8SOHlO4L1CDw/Ebg7oEixO1lu+TvbAvY7rQgaPEAivzsw38Q70V0gPCgMfzuOdQ48R73AOxewVzxzVvk7knmkO0PMjTvbj2o74AX7OyhULTw=", + "lpips": "evVwPt5nRz6ut0E+SIg+PuyHQT5dSmc+UoWnPkBWlz6AqYs+EBbRPpk/oD6pPKA+Mp/APpCp2j72t8k+qmXRPgLntz5K+rA+7kLWPl7D3D4gRuE+WQrdPiCbuD4yHaI+7nDRPjCymD66i5g+Bqa8PtzI2j7JWMc+5uDKPqMB6j7g+tc+eWPJPtoS6z6AKcI+Q6KyPhRuzj4avAk/hG9hPl6Pwz4=" + }, + "metrics_sha256": "92dab805363b6588f5fc779af1fbf33c702deee57aeb0fa3f4cd918f712eb663", + "predictions_sha256": "15d8f6482853e916c72f9c7df65df85870ba75d26cd6e94c302ed9bce55b2c0c", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/ballroom.zip b/instant-ngp/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..9598c7f8561416b14ef7dd1e4f5649f45aa96fd2 --- /dev/null +++ b/instant-ngp/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4126eceff08381581118835deb5a6f3314a1fd3b1ff25a1207ca2d9700643e19 +size 162466891 diff --git a/instant-ngp/tanksandtemples/barn.json b/instant-ngp/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..d6427bd4f6aea4039817d7606523b46581eeb482 --- /dev/null +++ b/instant-ngp/tanksandtemples/barn.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:39:38", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 280.11921, + "resources_utilization": { + "memory": 5600, + "gpu_memory": 4418, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:05:53+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "e66a8144bcf8e75287b25d606d6e6854efb7f4c9e693e09c118c47592b7b87d7" + }, + "evaluate_datetime": "2024-06-20T20:40:43", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 25.90109, + "ssim": 0.7721, + "mae": 0.03245, + "mse": 0.00271, + "lpips": 0.27052 + }, + "metrics_raw": { + "psnr": "eim/QW7RzkF+LcBBPP+5Qfy41EEdattBQyXiQf7szkFT/dFBHXzTQTuQ0EEMUMdBDO7TQZQdx0Fo18lBYkjIQYA810EmtNBBMqDfQSJs3kHQX8hB7ujIQaAVwkE+TtJBSYHFQSpCyUGEubtBfEfDQQLrv0HhQ8ZBLgvWQTa1vUHNhMJBE6DZQfcrzkFcHORB4p3UQZbH1EGoKNdBef7OQV5ez0FSg71ByZbRQXlO5kHlONdB+dvaQSxVwEEzX8hB4PTOQaz32kHlLeZBMvbhQQ==", + "ssim": "o55EP6YYTz8SHjc/xoBDP4JkTz93v1c/RERiPy8kTz+6nzQ/35gxP2sSNz9U+yI/fVczP6bzPj9xjj0/SRk+P20oVT/TbFI/JoBNP91+RD+YCTQ/MIg9Pw6yPj8NQE4/XbtDP2ARPD+75VM/LLBWP1QAQz+jFVI/UsBdP1SxQD9KmTc/JVdCP2lrLj/+w0o/OBE3PxcGWz92qFc/s+hQPwbTQj9LyDY/JAw/P5IaVT+w1lk/ivxeP0PwOj+BiTg/m247P1rRQz/rCEc//PtMPw==", + "mae": "vGEpPUMx7jynBRo94bAvPQa23jwistE8O0y4PHBDDj0Aswk9EFD+PLRtCz1TXg89GPALPSg9Ej1rbAY9Xh8IPQ5j2jxD8uw8SbLEPFyd3jxbOgs9Qwz6PH/KDz2tB+A8YQQVPTj0HD0rlVA9rc5BPZ27Fz3fGB89WAHWPEZOGT1pMxk9G9zfPOAAEj0xnMo8j+IHPX3a6jzBHO48sgz6PG5+Cz0BOyQ9IJf3PPiftTw+oMo8EbLOPDOtKz3S7Qs9sDgGPQ9t6DzIscw8XrHPPA==", + "mse": "66KFO8BQKjtJyYE7Og6bO26yDzs2C+06dEvDOtXJKTsHdRs7mOgUO5T4ITs0YlM7YwMTOyaWVDuDi0Q7NZBNO+SqBTt5USE7IPzROqBi2TrGBU071+JJO/O1dTucDBo7QaxeO+3eRzuriJM7pGdtO5TCgjuj2lk76lUKOyxZizuVqHI7HpL5OnODLTsFjrg6qyIQOxJ2DztQ9wU7e3QpO0yjJzvTIYw7eUIdO4RArTrEuAU7xdzwOl81gTtkCU07U6MpOwwd8DpF4606tlTEOg==", + "lpips": "zGd/PrwWST7AeI8+sHOJPheGYT4r9TU++ZQjPujnZT6jwpw+UCyzPuI1oz7YtPo+2VLmPupnrD5NpZc+/finPlEhOz7daUo+Ek1gPgCKjD4rOa8+Q6uJPkmlcD7zGU0+kFWOPtWQwD7ADnQ+EY13PsyJgD6+sGo+Lsk8PkY/jj7CJ5A+rWZ0PqrUqj5FHZc+28XSPkISSz4jyV4+TERxPt9Ilj7PNpI+ATOpPhcciD4ya2g+Y9BcPt43mz49SZg+FrSXPiydeD7Dw3Q+oPlVPg==" + }, + "metrics_sha256": "5d2a8060b79a3d1eca57102126bd745c2e5b848ad2c607ab3f299d374b122dc0", + "predictions_sha256": "b3967c42e264139bab670fb9a66039956913eda5e520afbaea6b2db8ca43e21a", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/barn.zip b/instant-ngp/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..973d118f693d00fa0d4756bf9a5b7a32e71e5dad --- /dev/null +++ b/instant-ngp/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abfa33470f0e26037e1f10fd30fae6cf3ddf5978cf9a735e664cfb696952c23 +size 156549113 diff --git a/instant-ngp/tanksandtemples/caterpillar.json b/instant-ngp/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..3f7ad72fb534921d6b28b114f1fc793253cd7cc7 --- /dev/null +++ b/instant-ngp/tanksandtemples/caterpillar.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:41:29", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 269.26348, + "resources_utilization": { + "memory": 5478, + "gpu_memory": 4324, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:05:29+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "e5021b2cc468a31101373d162bd6778b5c070c1926f92265afb04ae2cec9ef81" + }, + "evaluate_datetime": "2024-06-20T20:42:27", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.72266, + "ssim": 0.63346, + "mae": 0.06299, + "mse": 0.00915, + "lpips": 0.3603 + }, + "metrics_raw": { + "psnr": "LkCsQQDj20E/ZtdBi6nTQTqI0UG5vs5B99zGQb7Hq0EQWbJBNCSZQUxbsUF1/KJBqXueQQxrp0G6k6tBXCmtQQoQoUEgo8NBKsvTQYWTv0FCGbJBjV6KQbIit0Fq971BksSNQStSnEEmNWdB52KmQZvZmUGV7ndBbdebQQtzqUHAlqFB2n2zQecyoEGII2VBdB/ZQVx5wkFCg7VBgFm1QWArZUEWprJBBXeiQVX7nkFONqtB6Yq3QchH00HWD71B", + "ssim": "vz9AP6wuOD96RjQ/CnQwP+ToMT9kySs/ZZs4P8geLj8rLhk/PCYLP6ijJD9nxiI/yzAcP79gHD8Z7RU/aG8WPyApCD+UUig/CHAoP2FfHz/Txxc/WdwUP1goLD9llzE/mAQJP9D2HD87Vio/jkAbP/f4GT8dL0I/BLgjP5qxEz+6WDs/5KovP8uxGz90pgY/k047P5fUJT//1hw/to8fP28H0z5+lSs/JiAtP1I4Gz89Sho/eKcZP/cYLT9GfQo/", + "mae": "zRVYPcu/7jx9Yf08uh8GPdTMBj1s0A09W9gjPe8IeT1ePlE9E3aZPXxQTD2NYYY9XHaLPfzpbT3LdWU9LRJtPdmRkz0W3zA9RDEGPV46ND10Ulg91XfePZTCNj1k5Tc9jELNPczsoj1zeRc+MgmFPRQcrD1rz/U98y6iPRH4cj3okoc9+QNSPUyikz0riCI+qtn8PEF3Lj1ezlQ9uolJPRG9IT6YdUo9D2l4PalUkD32w2Q9hjFSPadXBz1IakY9", + "mse": "y0/mOwjY6TqmCgU7YSYUO3KEHTuJrCo78iJWO59z6TvrPcE7oJhHPLHVxjurWBY85SYrPDBXBDwr0uo7LVrgO5fnHjyn+Go7SZcTO3UNhDsVosI7R62YPNhdqDuhUIo7GnOKPB8kNjyQ/xI9alQIPAyRQzyuG+c8CKw4PJGm+TskhBw88/u6O7HnIjzOcBc9wzT9OoX4cjvParA7VD+xO7lfFz1dk787cZ4YPHO2KDznTO07w2emO4vJFTur9o07", + "lpips": "VOyIPhnXlT4gLJQ+OvKSPtDUkT63KJk+QWuEPi65lj5+OMQ+QZbqPkgqtz4IGLY+QEW3PgkRqD4eObU+ApHNPjF71T4ocKg+Pz+rPq6nsz6iNLQ+3Ka9PuKErD78GZw+s7nbPg5bwj5HzsY+ew7iPouX8D50l7g+1KvnPhw00j7cOJ4+lSmePiWSzj5Z5/M+niyXPiWysT4V5qo+3sC0PnLrCj81tqk+kt6mPpIhvT7nWME+HiO7Po0Tpz6P0Nw+" + }, + "metrics_sha256": "7cf2c01a313c3143cf3fd24be848f1d92679548c82678463926dae34730edcd0", + "predictions_sha256": "7615905cd29de381053a5c1104bde0236f7a0080f4ad317163a32c43da08c4f3", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/caterpillar.zip b/instant-ngp/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..9168c6d55a8540f797cd5ef555d692d92fdfdfbf --- /dev/null +++ b/instant-ngp/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765fc56ab89774f578480c8fc7dbc65c06f2ad308ccf4d30fc52eb67fee91a2b +size 180741431 diff --git a/instant-ngp/tanksandtemples/church.json b/instant-ngp/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..4947e24238c89a5b2b3f66491b071f78b05b686a --- /dev/null +++ b/instant-ngp/tanksandtemples/church.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:59:00", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 260.65045, + "resources_utilization": { + "memory": 5960, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4756 + }, + "datetime": "2024-06-25T06:58:57", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "9f69f3f522916730c1ed91aed605eab63b523adf97844788a87cc6fadeb7186e" + }, + "evaluate_datetime": "2024-06-25T07:00:48", + "evaluate_version": "develop", + "metrics": { + "psnr": 19.92059, + "ssim": 0.64951, + "mae": 0.0744, + "mse": 0.0119, + "lpips": 0.41889 + }, + "metrics_raw": { + "psnr": "yTamQduyhUHtLplBjS5oQXBovkGka7xBeCK3QR5HtEGehpZBdIWCQVFXqEEcZ5BBn7CXQfj8qEEZS8RBvYmlQTSzoEES3JlB8CS5QTtxl0Fak7BBi8edQeLFuEFfy7JB/iSsQaakdEFbqWxBuFmaQV3vokHidKRB0/CdQTt4jEE0hZpBJOySQcvcpkHQx6VBPrimQbS+qEFVx5hBhC6QQVpopUHSs6JBkAK3QbqQnEEJG5NBtjaSQan7ikF8wKJBfDmcQRkKYEElVH1BJXy4QXUboUEQQZxB5JeTQcA4okFgV7NBLbWZQXySkkGmiZpBzAO9QZLHu0Hrv61BHxOVQQ==", + "ssim": "TKEcP4DYCz+FUBw/g7EWP926Oj/S0UI//Ww5P7CQMT/4Gio/2S8iP1G6Kj98xCQ/1oUYP8pWMj8aZUE/NZosP0Z5JD/r5TE/VrI3P1xmIz+UETM/lAc3P6ZnKT+82iM/egw0PwwLCj+xkAM/+HkiP61WKj8Nwi0/z6EpP461LD8OjyA/1AUjPzniLD8xEyw/b0IfP7X8IT94shA/6PUZP4IjHD8w8yM/KggtPyYfID/zQAo/WiYUP/m4Cj9omR8/x7YZP1CrED9yLCM/DKU9P3M6Fj/LTR8/MQAQP3G8LT8gXTQ/iNU1P0tZJD+JwTY/qyVBP4B9Pz+2tzo/1+MfPw==", + "mae": "zP56PeBU1j0Q/JQ9cQXbPaseNT0C5jc9cKNHPUsAWT0+HaE9DT3sPT8cdT02uro9iPirPeQTgD10mSc9/cWOPavInD0axqc9K2dTPc8zsT1syG09yUV8PSzYST3Pk1w9R7ZqPdoHCz63EhY+vCGnPQY8jT0utY49Td+QPfGiyD0SjqE9wSGwPaEfhj2tDIA9inN9Pe/RaT12wZo9XlGqPXh0gz3Cc4w9mrA+PSXQkT02A6E9T4OkPTMOvz3HcYI9GoCRPfXlFT75pA0+OPk9PS2niz2Xb4493eOoPR77lz1zAUs9fu+SPV3lvj2jUKI9ywRHPV5jTD1Ufnc9uCW2PQ==", + "mse": "9wEJPC+lrjwQW0c8p/MQPYWRiDvOm5A7716oO+vMtjvGM1c8sl6/PBLfADyHVoA8hBxQPKT8/DtQk2Y7CrMLPGuSIDwvg0M8f+ieO5SZUTzsWss7OacuPJWdoDs0xr47TQTnOzVP8jze5gc9EsVAPF6RFjy/HRA8MNgtPH+4jzxr1D88cLhuPGl5BjxPugo8KQcHPKLD/jv0sEk8PiiBPIs5DDxIlBc81fmoO0/dNDwRd2080aNzPPAAljwVXRc8rqU2PN/4Ij2f1tU85vOhO22zHjzgfTY8rCdqPPGwGTx5y7s7hV5EPJMjcTzfuz884SeOOwJNkzsqltw7jmFgPA==", + "lpips": "mnX+Prym3T5EbMk+YMTTPp47lz6i1p0+3rqhPnTcxD6n4d0+htfrPjrw3z4npfE+kIMHP7j/uj4z65s+rvXLPhXa0D64ub4+0OfGPvvixT4Qnds+P+jMPpmg9j6J4gI/87KzPqry+j5uEAI/XFIKP61h9D5gq74+UcbWPoCs7z5GXt0+YhvbPk8Azz68Aag+0sazPl4Fsz6Arrg+A+3ZPsCXwj6YJsI+HvL9Prll/D6hitE+rES9PsIwyz6uy7o+94bxPp43Az+U5AE/23vdPqHo9D7OHQ4/mAwMPwAE4j4M1/M+mpDiPs0z/T4QVck+tHGPPox/kj552Jg+YNzAPg==" + }, + "metrics_sha256": "6600deb54fce6965ea67ac3cee175d30897a9ab40af8de45a7e450a814071b50", + "predictions_sha256": "f4bbd062fcc83fc79e567c563d12a63fcf4030274d03725cbbf5c9e745b978a7", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/church.zip b/instant-ngp/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..690cb57e82f97c6ec9c41d294f62c43a4dd345d5 --- /dev/null +++ b/instant-ngp/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e4807794e47822005f4ef2dbdb59c1d7103a89cc53af765e0af510a9dc9d82 +size 193742403 diff --git a/instant-ngp/tanksandtemples/courthouse.json b/instant-ngp/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..d7e28aea03fc79a69a4a2a1b210f7385f7b38e04 --- /dev/null +++ b/instant-ngp/tanksandtemples/courthouse.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T07:00:45", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 294.63153, + "resources_utilization": { + "memory": 8671, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 6878 + }, + "datetime": "2024-06-25T07:00:42", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "11dc6f3065e561fe3fc0287f634e3b9765d9802fefb8eb8243b540d1f8aba3d6" + }, + "evaluate_datetime": "2024-06-25T07:04:05", + "evaluate_version": "develop", + "metrics": { + "psnr": 20.79969, + "ssim": 0.68065, + "mae": 0.06461, + "mse": 0.01099, + "lpips": 0.41413 + }, + "metrics_raw": { + "psnr": "i5W3QcYlwEFuGLhBFBK7QaAOwEE3YbNBr+upQcjnnkFoTI9BYLmyQQawvkEyLJ5BQPqkQUB6iEH0R2VB7KufQUVdmUEqUoxB/jigQR/9jEEHT5tBIRqdQaLXn0E+W6hBr+yzQXowrkGWQJ5BaaqYQbxJs0FY9LpBHNrRQXIVz0EgKLlBWFHJQcPZskGsRrtBwwHDQaBPfkEus11BJ3VwQT6DcUHd2IpB5eiNQek2tkFqA5xBEKCOQatnoUHNYoNBHiCbQZpoaEGiu35BRI+UQSM8b0GYvZRBmeG2Qfijj0Hs35dBMoS1QSbxo0Fgt6FB0NimQda/oUER58BBoxu0QTwoxUFsBLBBaRK6Qb5miEENMJRBPjmjQTHKZEHpaq9BfdPHQYuTvEGUkqlB7PReQXTtoEHlu5RBHQGfQeZ7lkHGbalBH5iPQcpzoUHdVJRBkW6lQSobn0HhM5dByhqUQT7tpEFeQblBKPW8QSbezUGU7NxBjJzbQTPls0HovchB/IjUQaZv1kEQHMFBTSW6QQV5hkGm92BB17Z+QQFjhEFe/5JBqgZsQTTjmUEeTqJBbB2NQeued0HN1J5BJ1qhQW86tEEKkalByl2tQVEVmUEO2o1BnFnNQXQMvEEISrBBeniaQWw4rkHBL8lBukLJQeIGqUFqH8JBlFO7QbjGx0EkIsVBbHPFQYptv0FuhbtBAr2bQeCPnUFaOqJB1h20QYyGxUGYYL1BxSLNQQ==", + "ssim": "z3VHPy3eSD96z0U/VFJHP5oLUT/BJEI/CSE4P0h1OT93+h4/kHo6PzStMj8LEB0/9FogP9csGT9Y4Lo++VkaP2LNGD/73B4/dzkfPxw7Gj8Gqy8/yrwnP9hLKj8qMyE/BJk8P/KdQj8oNz0/yX4/P6vKRz/Q4Eo/XZRRP4TBUT/lqEs/1o1TPwMOSz9nXlE/uPNKP+yOBz+628E+sZsBPwRj/T6tIR4/I9AbP3XGRD/qJw4/+WXqPrSfDT8oJew+jJEBP33wAD8qO7Q+ng/nPihFwz4rXiQ/Xoo0Pyf+Dz+YOSs/BYwsP8FQND+iESk/ZD41P34KXT/Bsz8/SFpJPywGVj/LKTQ/HDQ/PxHnOz8GeC0/mXM1P38gOT+rmTQ/ENxVP1JqOT/3jRU/0o0FP1FvHD9PNAY/Hv8nP6YfCz/MKBo//og7P/j/Fj+AWfI+b9gbPzhQMT+hFBM/3acOPzj/Nz/i8kI/sw9FP5akRz8/qlw/xWVeP00HRT8QNEg/Ej9MPyiKTz/DqFk/OGtRP2z4Ej8wZOY+e3saP4RC/j6C2h0/m5gtP0GzCj9doRQ/XG/pPmQPuz47CQk/eu4uP4bNFz8D3ic/Oo8pP3u2Mz/fPS4/d8FOP/DLRT/O/js/6WVHP8CMTD+Sjlc/gHVRP5IJOD8jvDg//Oc6PwAyTj8yN1Q/ofdTP6P6UD+HFk0/NzVHP35VST/THEE/vyFGP/F8UT9aH0g/y69YPw==", + "mae": "C0tOPSOhIT1HJzY9Mz8fPZN2Ez1XsUI9RIVmPZH/lT0ntr09L/s+PSHRMT3Szpo99pNzPVXGrz0EDQk+TOp/PR6vlT1PjKU9wAyCPUrvnT0fq4g9glCBPScecT07/Gs964w+PdrMRj3Dqog9vc+ZPcqbNT3EIxk9nvHnPPYw6zytUQs9gvHmPCPtJD2D0Rw9/BgNPT1K2T1iOws+hdbtPTHg5j2Nick9LjaRPeAPSz34IaQ9hd3QPfz+hD1JZM49IJuQPVI7Dz6FM9k9u+yqPZgp/T3XMpE9L8JFPZkJzD0FY5s9jeZOPVsYgT3o94g9RoKEPVt3jj3pIx89HSRbPXNeID3+SWs9vzNAPR4b+D1/0pA9N5eEPehKKz7Z50k9beMCPXioOD3GdnA9VvoqPmstfD2qA6M923iIPUFimj3VvXw9V+WnPXBglD0JELg9e1uFPRTjeD38Pog9RoCaPa7KVz2pmiM9CDgZPTv0Bj0OnsE8/NHkPH/+VT2xnxk9qE8CPQXz8Twsd/o8b8koPfbWqz3ZJQE+N6HCPeV0yj1EfKw9yjcSPiiBlz3RyY497XKwPW4o/D08Z4k9dvVsPTASRT0ySIA9p219PfpNlT2g9ow9GiQRPRo4Oj3T12s9DzeAPcysaz0dZh49qoERPd6zgT1qmCQ9a2Y7PU4lCT1Swgk93gwFPZoeEj1fdBU9rwWQPd+ekD10rmk9lQ5APYwXCj2GZyM91dD1PA==", + "mse": "3TSmOx3mgTtQx6M7ZlaWO8Y8gjtNlrs7iEn2O38VKTyUe4Q8Iim/O0N5hzscsCw8rvgNPHw4oTyDIRc9amUlPNZRRjxOVpA8J8siPN+WjTychjs8hRcyPNeVJDyE0AA8KKu4OwjQ2TvcSiw8H1lKPEMVvDtJ15Y75xIcO5UEKTvt2Z47qodHO0N3vjt9c5U76kVvOyzW0jx2jSg9Oa0APbN5/Tx3l5Y8p+KJPL7jrDvOwjc8JxOHPM1YHTyNqro8eoQ8PMB6ED1yj9E8cbtjPAD2Aj2WjGI8dZqpO1IvgzzyAU88CmawOz5EEjxu8Rs8zYgGPHnLGzx6Nn47RbK3O9LpYDtAps47v7iaOx+ToTzrLmY8iFIVPAE0GD06P9I7ZUhQOxn2jztcxPg7C4glPRyGHzyql2I8ZZooPDt2VzxwzPk7GFyDPPAhHTyHO2U8dyAMPCwcKDz8DFM87rtmPOAtDjyxZp472GOOO8YJLzv59uI6GrTrOvjSuDtz3Uo7fHkQOyPICDvds3w7tGSaOxbMqjxuzyA95J3RPLBdtTx5NG48gyYJPQxbQzyIUhk8fRONPDol6Dz5cSk8D5YdPLkPtztgz/g7owjfOzjuRzyZHYo8hqoxOxkqkjvUCc07uhpAPD2e2TvvSEg7s9tHO3m0/Du8cHU7AzyVO/yUUDtKEWE7JQVfOyCehDt6ZpQ7qDg5PPG/LzzZqRk8paa3O4iKXjssrow7zMMyOw==", + "lpips": "cqyDPo5Xfz4+xok+zIduPoiXTT6TsIE+7AeePon4oT6kqtw+hZirPhxRtz7yVNY+L3/QPmO42z6CJS8/AK/2PqCH5T5zreA+KuHuPuhw+z65+NI+NKDWPrNP0T4k0us+tgqgPobtkz6Bt7Q+CKzCPv3GpT6XUqo+gHKWPskdmz5BOqg+f2mLPmhMiD6GSY4+2me+Pk4cJj+uFS4/DDQoPyzOMD8s3us+q2fxPuo2vD79Zxk/D8YkP8+/Az+hKw8/tosJP3QC+z5+ZDA/2isSP/gkMz85rcc+oVvGPnCh5D7XT8s+JnrUPvv72D76QeI+ukisPjunQj7ob7A+vjyTPuFfYT5MP8w+A4bAPv2lpz5OLdQ+1DurPu01sD7z0L0+kRuCPpaQyD6ITvc+9S4UP8dR4z65eQo/l2fVPsmHFD8gXwY/sFrAPlwnJD8VzjA/NcYNP7eC0j5ndhA/JGAfPw5hxz6oeLo+l/a+PoqStT4P5Ik+HmWiPloh4z4c9+0+WDbMPnJj2z4ER6s+m2DBPvi+Hz+4Mig/9MMCPxbPJT8Ymx4/SIXwPuvTFj/wIQ0/DFYZP9KQHD9kyAM/Nn7kPuIUAj+m/ug+0/kKP/797D6LEwM/isKmPssjsD6uLM8+ztHPPiHJ0j73oKU+fZGXPkwTvj5wyrg+MHKePlHvXz4klUQ+aAY3Pio2PD6UoU0+lsGRPmT6mj61VYg+YKuGPhj+Rj6WVG0+4NAwPg==" + }, + "metrics_sha256": "89312b9c4c45988e0c92f3d193d7773ba0aa3fe4c6e14f166833ea73308365c1", + "predictions_sha256": "25c35d161e8a8377d96351a07e5317b3f426dd68b24a6d5b9f6cd2c8867fe17f", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/courthouse.zip b/instant-ngp/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..24e0e8178f9bb83f1f101769fbe7d12cd3e06c3e --- /dev/null +++ b/instant-ngp/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fddf11890cc675c83425eda791f8fe0fc91661377ecf7f5b0f212536b522d69 +size 273652164 diff --git a/instant-ngp/tanksandtemples/courtroom.json b/instant-ngp/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a966b888f7501aa7925b684bfa6a142c082aed --- /dev/null +++ b/instant-ngp/tanksandtemples/courtroom.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:43:11", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 274.79645, + "resources_utilization": { + "memory": 5467, + "gpu_memory": 4028, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:42:35+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "44a1611891db43b22795bb1becfa0fdd79d49e1bc594d2d55f03ffc744d62168" + }, + "evaluate_datetime": "2024-06-20T20:44:25", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.43941, + "ssim": 0.63992, + "mae": 0.0781, + "mse": 0.01368, + "lpips": 0.4481 + }, + "metrics_raw": { + "psnr": "2iG/QWdolUGkjZ5B+4m8QSZ4tEGluZlB2gCQQZvLmEHyCaBBouN7QRyxqEHVd45BhWNvQSISoUGGV1xB+F+kQcLYmEHvDZlBnP6aQW6Yp0H+c6pBo9uOQb4xuUFYkFZB7iOvQdy3oEFC7LlBpPSIQUQioUFinZNBRLmNQaM4qkHkgZJBFE6mQYWEq0Gqo69BmjR+QXW4iUE=", + "ssim": "Qog2Pz1xIj+P7y0/o6wuP1ITLD+Eiyg/MBoZP1vmLD+p2Cg/20DUPsi0Hz9GLg8/uJwNP8J0IT8Eag8/4hwqP0OfIz/KdCc/SCceP5AWMT+3UTY/HAgxP62HKz/gm+4+zdkuPxHfKz9aoT0/PmEOP2/tKj/O2yE/zhIZPztrJD8zsjA/118wP5+pNj9cuTs/uI0lP/fnBz8=", + "mae": "52I0PV3cqz1pS4w9P6o8PXYvWD1+3aA9a3S0PU8hmj3QjY89E5vjPbOGiD3+wck9UTDkPaeOnT0xfB0+0lJ7PSPhkD2SjKw9JKSePd6nbz3t5lc9VuW/PVErMz1Isxk+v/9gPTxMjT3x2UY9GizNPdpqkT1J1q49smnJPXxHfD0wz7U94qFnPYt8Sj3TcmY91Z/bPXJk0T0=", + "mse": "P8CFO3E9Xjxszio8uB2QO63LtTtHRUQ8cNKBPCWYSTwoqCM8gFDaPGEn/zvrr4c826sCPQveHjwN4Ss9mHQQPONLSTy2GEg8pDo9PMWqAzynivI7UiyGPPqtnjtLyDo9e+7TO+p8IDz+Yps7cwSfPFiUHjyoAmo8MaCKPGIq9DvclnE8PaYIPAA56zvm6NA7OijTPASOmzw=", + "lpips": "Sna3PmDs2D4G28g+hpTkPoYZzj4PRNE+jADePtHy4T6qQf0+cXkkP90WHT9gyA4/7dMVPxAj/D4jSAI/fyqhPlhXmz6m4AM/VnQKP7ENoj6Ua6Y+kywfP4n55T7aPec+cYHvPtx1uz4jVgI/L2oRP1+6vj61zr8+40D3Pi7KGT/5E5w+8BuYPgg3pj50hps+4nbwPo6qCz8=" + }, + "metrics_sha256": "63e17e7ee618c2d3cd27926226c865c3b07da9d33952fab36f5f26d461ca6d3f", + "predictions_sha256": "30cdbba2ce25825d3d10c54cbb8091041f6a4594fdf9c78b60c4a3c4e9e1a879", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/courtroom.zip b/instant-ngp/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..2a220f7f19512d06d1f28e52277a8c881d99fafd --- /dev/null +++ b/instant-ngp/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ae7ee2a62979aa824c1a07422dfed10aeedd6f31497f040daf941dbd1a372a +size 148342570 diff --git a/instant-ngp/tanksandtemples/family.json b/instant-ngp/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..909dd34fe567c01a21f496d9b7b4d179eb9b85df --- /dev/null +++ b/instant-ngp/tanksandtemples/family.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:57:34", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 221.40089, + "resources_utilization": { + "memory": 4105, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3506 + }, + "datetime": "2024-06-25T06:57:32", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "68dbbbdf14946691e94c0fd36c33753e7650bbc9b74430f9b5cfe66a5efd85c0" + }, + "evaluate_datetime": "2024-06-25T06:57:55", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.58556, + "ssim": 0.76068, + "mae": 0.04787, + "mse": 0.00589, + "lpips": 0.2348 + }, + "metrics_raw": { + "psnr": "TvGqQfdqxEGKFrZBy1y9QaH5r0HSorZBxyq+QUc1p0HRTqhBKJGdQQiSvEHoubVBhLvHQZRJr0FMRLZBF93SQZqwq0EJ26JBLVezQQ==", + "ssim": "v7xCP8svVD9Z4Uc/UEtDP2oMPD8VZkA/i1lGPxI4Nz8/Kzo/5Yk9P1naSj9FnUM/ndJGPzVZOz9G1EM/j85IPwhwNj9L1Eg/JpNDPw==", + "mae": "59ZbPSa1Gz0EpkA9gFQ8PY2sUD1drCg9MKkuPTsuXD3mYGk9nmqAPesKKz2FnE89BBUZPYqIUT1fRzU9Pnb7PK+7Sz22NHg94+1NPQ==", + "mse": "/yXvOzbAZTsYha07k72MO3Xmzjv/zao7vYSJO54kBTyd/gA8drkvPFj8jzsoVq87UdhQO08J0zsooaw7TZgXO0wP6juR6RY8iMy7Ow==", + "lpips": "DeqAPto3OD7G2HI+PudRPlkbgD5433o+UBdePtwDiz7vwI4+sE2HPuiIXz7hD1A+xeZrPj5Jcj5qJmo+K3tqPggyhD5ZT2w+4hFnPg==" + }, + "metrics_sha256": "e64ddad5b2ed5e04858eefa11331135f6fb657640df0f86cbf160c25d7515af0", + "predictions_sha256": "9f25d3120b578caeba8a8d3564a2b14b38573e86e72c753349467ed5dc81db68", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/family.zip b/instant-ngp/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..eb0b20ebaa5a97764ab51ab00e7f0441aab5b056 --- /dev/null +++ b/instant-ngp/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552e6edeb29aa2407a3edcb50d1b1c6faac30386b519610fb38f1427fd91d12d +size 122181702 diff --git a/instant-ngp/tanksandtemples/francis.json b/instant-ngp/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..83508201275539655a806e6496cd78377f7744b3 --- /dev/null +++ b/instant-ngp/tanksandtemples/francis.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:58:24", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 249.60335, + "resources_utilization": { + "memory": 4903, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4036 + }, + "datetime": "2024-06-25T06:58:22", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "d2ddf088793c5f285eb40a8cd7697f37c9a42956994b553437cdd7f9272c4c92" + }, + "evaluate_datetime": "2024-06-25T06:59:10", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.3763, + "ssim": 0.82385, + "mae": 0.04546, + "mse": 0.00597, + "lpips": 0.26545 + }, + "metrics_raw": { + "psnr": "fk7KQeOQ10FcnttBPNPQQTjt20Gx/OJBgsTgQREQ1EEAYMpBK+K1QWrrZUHeZ7VBI9e5QVMeyUFw7NFBWG+cQXOe0EE+hvtBYJDXQRiWwUEo86NBft2bQRy3mUEzwJdBikO2QebKmEEkKbBBsG1nQbuWuEHWPMZBFMfiQTictkHSl99BT5rZQfDr60GfquxB2J/NQYtD1UE=", + "ssim": "mhs7PxUFVT/7AF0/V4NQP06HVD/GRlc/ae5TP+ZIRz/ZYzo/+9pAP7IPMj9yvFE/jjRFP+oUVj9xTVE/plA4P+cPVz/T/G0/mlNaP7GUZT/GkFs/YjtVPzYeYD/MA2I/FAFaPw5CZj855WA/wukGP6b7Zj++r2g/vBtcP3g7Lz/xaWY/oqZcPwt8ZT8u6mI/YKJEP4rGWj8=", + "mae": "yFIcPdVNCD0jc/88dmwaPfhT4zzEt8g8IW3aPHhiAz2T2AI9nMlCPVdZ9z1sFUA9Gco6PYGHKj1JOBA9u2WqPYUqFz0cq5M8/FP/PCFJIz3Bg4s9WKiYPa9fjz3KfIQ92QQwPW2rhz14XF49b/4APpOWRj3i7hw9oOfJPFqtUz2X2dQ8j9TkPJ9PpTzOn7A8YAYdPbTkCD0=", + "mse": "V+5BO8NnBDvMp+s6ZsEgO0eT6ToNn746IzLLOrtzEju8jEE7bIuuO5+/FT0X9rA7ksGbO4etSDuiwBs7aYs1PFu2ITtFJDw6s2kEO1RCeTvIOxI8y4s4PJxTRDxJv0887qSsO0CcSTxLzM07KIgSPSN4oTvMBlo7GMa/OnnuqjvGLtI6j7v5OrZlkzpdRZA6xEQwO8l5DTs=", + "lpips": "DtTDPvAziT6GaEM+gCh2PrmRhz4LemA+oldmPsDUmj4AL6I+5WOZPm7v5j45r4c+UEWdPv2iXz7Z3YE+SzmtPlpQbz5U8yY+hrNKPnDFND4bO5E+V8GpPrH/kz71JIo+b/+GPvA+Qz7J2YI+wt4UP/xJcj62zDQ+hXFKPt7VwT4aa0w+dm5KPrZHOj5cNDo+BfyuPglmXD4=" + }, + "metrics_sha256": "64043a1f561ee99a16758bd76412f846e223198ea504789b249554c1b281ee67", + "predictions_sha256": "a9f79d515821d798d28e77a0e3b27f5fcd7524fdf91abea925401e3bfa06e9a4", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/francis.zip b/instant-ngp/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..a2160dd801321bb4e2b73b3533fae7f80c815579 --- /dev/null +++ b/instant-ngp/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ce741b0303f5baba0b525d1f1cb2c85a43e07abf7895f813f0e8635a844a0a +size 130749399 diff --git a/instant-ngp/tanksandtemples/horse.json b/instant-ngp/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..8b342c561bb2330a896ced867d10c7668ef54736 --- /dev/null +++ b/instant-ngp/tanksandtemples/horse.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:57:44", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 226.3708, + "resources_utilization": { + "memory": 4144, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3502 + }, + "datetime": "2024-06-25T06:57:42", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "181eb715c55cfc56eed73a9f6c6abc6fedc192a82b62c70aed64f5ad6b25eb0d" + }, + "evaluate_datetime": "2024-06-25T06:58:04", + "evaluate_version": "develop", + "metrics": { + "psnr": 21.82173, + "ssim": 0.78419, + "mae": 0.04909, + "mse": 0.00698, + "lpips": 0.22462 + }, + "metrics_raw": { + "psnr": "Txa0QbN0zEGhW65BUPDFQXSAtkEUnqRBb8SzQaR4q0Fhh65B/u+bQVYrq0HeV7pBcEqlQRTXnEEcDLJBAIipQTe9tEHH8Z5BgFWkQQ==", + "ssim": "6gZNPxhtVj+OMEk/nQlSPyW/Tz+ZGk0/cqJIP9+SQz+lMUs/QLE2P5j7QD9fp0o/6V5CP04tOD+ucEc/OqxIP31rSz+Dv1A/UDRKPw==", + "mae": "bmZFPQfrBD14NF89f4wSPRCcLz26ymQ9JKM3PSRQRj1qd1Q9BZ2HPc2cQz3svBM9Qa5aPdFAcj0dcUI9xuZYPfs+Nj1Qq2s9DedYPQ==", + "mse": "bs63O0lMNjskwtg7EelbO0V3qztBcw88loG5O3qJ6zvcsdc7oyk4PNyX7TughJk7eLIMPIdwMzzJ68I7IxD5O7BjtDvg5Cg8J6AQPA==", + "lpips": "dz09PtTxIj5q7mQ+UAxIPqoQUT65X3M+GQxQPomVaT7S7FM+AHmiPrrgjT5MlGU+pVCWPvABlD7E018+X0xZPnxPVj68h1Y+WCEyPg==" + }, + "metrics_sha256": "9c075555afe27bceaaa890e14843c2e6f378b1c23b9f25f694319fc7223c0a53", + "predictions_sha256": "90a6896da8c612fad7db5d6f64b13d42e776c46aefc41f60b97e542a9d255387", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/horse.zip b/instant-ngp/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..54216c8f9f4225ab8f91f04c71fb09443bcf9d1b --- /dev/null +++ b/instant-ngp/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968756adc7db534c9b52dc966f69a4b80fd1d7d801392901a2c9797a754189b9 +size 110828280 diff --git a/instant-ngp/tanksandtemples/ignatius.json b/instant-ngp/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..e0e561ccee6d2f05d0fda3a00ba721fc239a4f9c --- /dev/null +++ b/instant-ngp/tanksandtemples/ignatius.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:58:04", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 237.01907, + "resources_utilization": { + "memory": 5084, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3900 + }, + "datetime": "2024-06-25T06:58:02", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "45ddd49c45d4b64e67dda040f57dc8623e556a0414e5828fe98d80893a5b63bc" + }, + "evaluate_datetime": "2024-06-25T06:58:42", + "evaluate_version": "develop", + "metrics": { + "psnr": 19.39934, + "ssim": 0.61265, + "mae": 0.08082, + "mse": 0.01394, + "lpips": 0.34295 + }, + "metrics_raw": { + "psnr": "DE+kQVvSlEFpP59BoUGRQTGpsEHilqZB38qrQfRirEEUEKRBCMShQaqFnEEWOohBl/a2QfUDp0FsEqlBmgCrQbpWeEFu2qRBJ5asQc4OhkF+7XhBI122QXd3okFV15ZBdTw3QW+jnEEWsYtBbu6VQb2Nf0HsUaFBIuSWQdAnq0Eu6I5B", + "ssim": "/EAYP7xtEz8WOCE/vE4OPwP1JD9G4yM/K3scP9wvJD+Dexg/52clP+x6FT/H6wI/M/gsPx1FIj8YbR0/CZcoP8UYDz8pVSg/rstDP5T/HD9DVBY/WH0xP4m6Ez/vLho/YRQXP52cGT9JWBM/QGcgP0QACz+CgxM/jZUXP1nXHD9vDyI/", + "mae": "USd9PeWRlT2xa409T8uvPb1uRT3PN309sKdrPQgEZj0OEnc9RtKLPYjBkj3+Rdw9re9DPbYjbT11Cm49UUpmPV3uCz77Do09mypNPQdb6T3Ydd89hpFfPSHCkD3vXqM9gsxyPgc/pz3HTNA9sSioPcTiAj5I+Yk9x52qPSpaeD3Noc09", + "mse": "BbsQPFoFYjwjbSc8YnJ6PDnbyjsMiQc8ll7pO8Jp5TtEwhE8q7gbPOkWNTxOY6I8GjSpOybiBTyeYPw7ybzuO1HC5Tzqeg48phjkO17ZrDzn0eM86SWsO32cGDwWQlU8ApeSPQZ8NDyT+ZI8iupaPIkZzzxlux08lPNUPPSv7Tvp+4U8", + "lpips": "qY+VPu1QvD7bSps+TyS5PtCvpz43W7A+GRSaPlBEjj6lhZs+8cyaPvhwqT6JdLk+svyZPpG3oD6yAKY+pmyOPl/frT4IyLA+T0WZPrbLvT4ayeM+MKjLPgfEqj5itac+3rQUPyrXrj6Mq7o+8zmYPkMUwD7X5ao+6q+7PiyGnj6rcss+" + }, + "metrics_sha256": "bcdf793413f0463571c5eea5ffc4fb617c19ed7e3361c66122f1f7c7cbc2e3a2", + "predictions_sha256": "b04c823d4b54d39e5aeb02045a31b0397a8a58c401664c3e7c08f95cb7e0d379", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/ignatius.zip b/instant-ngp/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..4e740ac2eff021c5bc295d5b228df59be7504279 --- /dev/null +++ b/instant-ngp/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd99b5c570e62b064251c7e48653d1595b8ce2d2a4cdfdf239e3ca5538f8dcd8 +size 162328034 diff --git a/instant-ngp/tanksandtemples/lighthouse.json b/instant-ngp/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..7d49d53207b9b8990d76875e4d801e17ac23d7d6 --- /dev/null +++ b/instant-ngp/tanksandtemples/lighthouse.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:45:06", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 274.99172, + "resources_utilization": { + "memory": 5442, + "gpu_memory": 4116, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:05:39+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "e4223deda0e8e4502df34f305e85b5b284fa4ba9d6d865bd45af761f1c29f12b" + }, + "evaluate_datetime": "2024-06-20T20:46:04", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.64704, + "ssim": 0.76531, + "mae": 0.05589, + "mse": 0.0082, + "lpips": 0.28058 + }, + "metrics_raw": { + "psnr": "p2SxQdeBwEGEaKpBht21QTS7pkHxyLhB3MKQQSK1lUFXhLVBNm6nQa5frkFthLRBhTO1QYsrz0FaN8ZBzwDMQTGVq0EzmbpBCaPUQdA8rEHR+YBBHy2WQSlyzEFIwY9BChOTQQQYmUGajLFBoMHJQchonEFOoaZBmhiWQX9wpUGpB6RBShW+QfTJz0EWUZhBbIuIQQRpuUF+qKZB", + "ssim": "crpSP3p6bD8F5Uw/82lkP3jeSz/7eFY/pCY7P7zUBj8bs08/ABYfP3mHUD/XjjM/pOdcP+9ROj8fT2E/IUVKPzFBQT/8iU0/kuFlP/kSUj+VQU0/kjRIP0fGZj/NL0I/9YY5P5svOT/RomI/UyFcP5JiFD/TpyM/ib4cP0tJNj8cITA/KigxPy3eYz988g0/x7JVPzeUPD/fOyc/", + "mae": "yB9MPd07ET2SfXY9dYUzPQ9Kiz2/lxs92QKtPdYgkz0Qf0A9JrlxPdBKUj2jlU89NbRNPW8eDD2PeC491XgCPbh+bT04Rzs99Zv7PGzJZj0yU8g95f2VPbGt5jzrzL49RqOiPb/ncz3oNxM9BnT1PBxxkj0HXWs9s+yaPUhsfj1wEHM9evEnPWVd3zzqhqg9606jPWwqST08wYo9", + "mse": "LKDGO66PgDvT2vI7xKKuO6r7Bjx3j6A7vAp+PL5UXDxQZbA7IksEPOao2Dt6i7U7gAGyOz2ZKDs9KVo7ULA4Oz3I6jsFZZg7TQ0QOyNm5jsaE8g86WBZPJpZNjvWwII8v61tPK7eRzxJvMU75AZFO7atNTxrYAc8eOFZPK4YDDyY5RE859mJO1GfJTv2Y0w84+igPFGynTtuRAc8", + "lpips": "kuFsPmUJ8j0ErZ0+0ztCPjjcgT7Jq0I+gCdvPlAWEj8Pa3U+wv3SPu4sTz5o+KU+qfw9PhM7qz5GtTY+np9vPr0Ijz6XPYI+65RLPgeRjD7yqJw+1X6YPocDEj5nz6Q+jNiJPvDcgj4lUzA+SLlBPiRr6j4XJ80+eA/APmSwlD5SQbY+W1OtPhUFLz4MteA+pZaLPrQHuT4xMaA+" + }, + "metrics_sha256": "45f39645f633eebc1595dab43951e5f7678f561348b4e4ad6baad293599a5569", + "predictions_sha256": "2d7ff5cb2cbaf63ea78ae68d835ad9f7535d89a085b7c2557947dca8570276dd", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/lighthouse.zip b/instant-ngp/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..44b66eb41e06b45f12addb5e0129611a6b07e6d9 --- /dev/null +++ b/instant-ngp/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef27c56f5fb1bfef8b14396abfa5265b5a677e710379707aef1e69201f16c8d1 +size 141986948 diff --git a/instant-ngp/tanksandtemples/m60.json b/instant-ngp/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..f95b4bd9ff161cb085bfb9121ece27e1a40ae0ae --- /dev/null +++ b/instant-ngp/tanksandtemples/m60.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:58:47", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 273.85923, + "resources_utilization": { + "memory": 5404, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4134 + }, + "datetime": "2024-06-25T06:58:45", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "f536be60de1f6acdbbc04abd4c4040e130425dd0a009509e6d8788f261eff324" + }, + "evaluate_datetime": "2024-06-25T06:59:36", + "evaluate_version": "develop", + "metrics": { + "psnr": 25.82212, + "ssim": 0.83202, + "mae": 0.0302, + "mse": 0.00277, + "lpips": 0.20199 + }, + "metrics_raw": { + "psnr": "lkzfQcPQ00GgWMdBAMDSQeoJt0FUjtNBvLXMQeTKyUEDv85BYLXeQQy9zUGlVNRBVl/LQb4lyUH9JM1BGj3HQcPmzEGhidNBx+PRQaha1EFJCtNB/+DnQWEd0EFYEblBPcvNQVDl2kEfjcFBoH24QSV75kGMYs5B9HPSQWB63EEZS8xBaNvSQQrex0FSc9NBoV/HQTsxxkGWY9VBJ5uxQQ==", + "ssim": "Zj1hPzz+XD9ssUs/0LVXPx42OD+kJlQ/+a9RP7c7VD8lNlg/4WVdP18qUz9OQVo/eAxTP5gbWT8WmUw/ZIVRP2VhVT945V4/yzdbP4KFVT8AFUo/+fxZP1tfTT+CnkU/f5JNP5NAWj9sKlc/n69KP3sUYj8PtFc/y7ZfPwqbYD9kIFI/I+5WPyS5UT+ielc/Z9lMP6u/UD+2rWE/b0RVPw==", + "mae": "9ZPRPAOh3Dy3Fw09C4LnPGrBOD02quY8BLT8PP7z/Dw+LfY83na+PPu/Az3+5us81KL+PO4v+TzWUwE9pXQIPVFWAz0FmNw8MF/aPAwt7jzJx/08hgrAPGIj+zyQlg49IGIAPQiX0jyAbQA9dlAfPSY6uDz45u080YbZPBzuwzzHbfM8zHzhPGoFAj0tluU8qIQOPTEtDz1Aksg8MCkrPQ==", + "mse": "1PfTOoZ/EzsHLlM7axcYOxrWqDuYmhQ7R/g0O1zSRDsfqyo7PZrXOtqwLzvAUxE7hRI8O6+CSDtouDI7nNVTO6D5Mzu5rhQ7f+cbO586ETuY0xY7B5alOn8TJDs6Qp87KmkvOw2c8Dq/gnk7AO2hO01irDqzcyw7wGUZO9Ll5ToTJzc7pJ8XOysJUDtODhU7fwNTO6tPWjuH9ww7i2nFOw==", + "lpips": "jmcUPoi3JD6tBoo+bJ9aPuHgiz6GO3Y+hA0+PhAMMT7CtTA+8OtjPu6NPj4TDWc+PU1tPhlaVz4LBXE+2QRIPjPQVT7yqxU+AXMnPueRIj6u640+uKpiPrDpjT4SGig+1JiYPnceOj7ShhE+bT9JPjiLHD4hAlo+b1URPqlcHz658Xs+wMdlPjZffD4CrEg+zABbPkqTJj6+Nyg+Ju8+Pg==" + }, + "metrics_sha256": "89cdf7de36da7f72cf97ada5d81284ce1a02042ecf637515d7c7c9d8bb439cf6", + "predictions_sha256": "422c6367399a9f613dd899e6b20692692cf3c4cf3586b4852a16dbfc67517c7f", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/m60.zip b/instant-ngp/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..4aa21e517ba1503cee690cc6d5603197aafa7625 --- /dev/null +++ b/instant-ngp/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309c3adf28881b5aa41737fc067e809b7933f73b09db95fda6927295eb82aa06 +size 147164856 diff --git a/instant-ngp/tanksandtemples/meetingroom.json b/instant-ngp/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..0812e1f469f80b373f284e6309f8672c18ce3262 --- /dev/null +++ b/instant-ngp/tanksandtemples/meetingroom.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:58:22", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 238.8017, + "resources_utilization": { + "memory": 5300, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4280 + }, + "datetime": "2024-06-25T06:58:20", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "8100739f1dcb14b8520a3d83f2cb164c884e31ebd24e4523313226c8f00e9f8c" + }, + "evaluate_datetime": "2024-06-25T06:59:22", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.2433, + "ssim": 0.78261, + "mae": 0.04558, + "mse": 0.00534, + "lpips": 0.32646 + }, + "metrics_raw": { + "psnr": "1dDIQRftukFE76hB2Cm1QUB6u0GORMpB6EfeQY/SxkH6/8lB4bjEQZd3wkGCbLlBhRyjQWKkuUGfEsFBwYzJQdiky0EhF81BSc/SQX36x0EIRtNBKiupQR+4vkHwxLdBkFihQcJRuEGEHr9Bxx+rQcaBtEEf3KNB3b/CQX8do0GUEKxBZNKZQVP8rkGw+apBtnnCQVYm1EHlx8ZB2rWdQeLUlUHk+cxBLYe5QZgmtEFnia5Bgr+3QW15qkE=", + "ssim": "qmhSP8BORj87/EQ/bn1EPyeRRz+351I/GghfPygzUz+T2k0/UfFGP9q2UT9Mfko/Wuw/P6N/Rj/E8Uw/UJJSP7nuUT9coEs/90VRP6SmTj8eXlM/DWA6Pz+kTT8B1j0/lys9P3fYSD/0Oks/OhY8PxeaPD+LSTk/yeVIP0IFST8w/0o/c807PzduRD/84EU/QOFXP2ZWXD/hzVc/6mEtP0PKKj/ZQlY/lZ1HP94FRj/uoDw/yAVDP+HHPT8=", + "mae": "sG4JPUQUJz06MGw98BAqPWWGHj1dYQw9QTHkPKyXFT2Xfv08Wm4UPe1LLj2Xois9LBxlPZzqIT2FrA89Awj8PNYSBD3zxQE9V3bmPF9NDT3HX/A8ZCZqPVsSMT0GyjQ9EXp6PXHUPD1IshU9IoBqPTS6Uz3ovoU96bAXPa/bgT2WrnI9+ESQPReRYj2Ei3c9zrMzPRS3DT2HOxI9yzKMPSzjoD1ApAQ9h/5PPQIiPz23Q2Y9wds0PQdIgD0=", + "mse": "Cm9KO8b2ljt8YP07HDOyO0iWlDvTJUI7v0XaOh5jVjuIpkM7OL9jO+kEczt6op07Lc4VPMGlnDuU+Hw7njNGO7mbOju//zI7kdQXOx1fTzsX0RU7Jq37O7hZhzvAUqU7Rp0dPPC5ojsbzYU78ubtO0+ZtTvhnBI8cA1xO/nJFTw1jOc7rblDPJ7g1DtO7O47D/ZyO/kVEjvwpFY7PgAvPLyLWzydljM7pymdO194tztMpdc7lWylO7lk8js=", + "lpips": "yZqAPjoknj6m+rs+DQ+9PnDLqj76v50+kqOOPlidez5DbHs+1VeEPoarij5ww6E+usu8PhpJqz7KG5k+2uqRPqnJdj6Erpw+mqiIPgSOlz5pvJE+ot6XPujYrD55Wb0+53G1PuKysD54BqA+4q/NPq1y2T5iReU+HP+ePt4+4D77t8M+Mtu1Ph7Bzz5YmsU+ldWIPuTCmz7PXpg+G56pPu6i2D4GOqw+R5OkPtZqmD57X7A+0CeSPji/qT4=" + }, + "metrics_sha256": "1303a347e74181a427afcf2857efde89f57e370fbad34a896fb3767e40c4d613", + "predictions_sha256": "2366154036e6625bb96e188dda9ddd56156a2c60f43794880b4afc6b399d1f7e", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/meetingroom.zip b/instant-ngp/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..f42f7ccb6ca851405497c23f36f36c984fbd334a --- /dev/null +++ b/instant-ngp/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73e595a2bfe9e0a30558dbf90a15725448e0aed9444dbe285099628e1bd8087e +size 149859982 diff --git a/instant-ngp/tanksandtemples/museum.json b/instant-ngp/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..d0066078fa6bf463825ac916ebe51a0caa5bb186 --- /dev/null +++ b/instant-ngp/tanksandtemples/museum.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:46:49", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 352.13796, + "resources_utilization": { + "memory": 5308, + "gpu_memory": 4026, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:45:23+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "6638ea68e0be9386588abde51e684d044e0cc493c04bd86428261b1af3a6e6c6" + }, + "evaluate_datetime": "2024-06-20T20:48:54", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 15.18722, + "ssim": 0.47064, + "mae": 0.1346, + "mse": 0.03241, + "lpips": 0.60585 + }, + "metrics_raw": { + "psnr": "jsd/QRtVlEFT5pBB85yEQYPOfkEO9o9BwBJxQUuAc0EoUGZBT0ljQdLQZkH+m4BBTB9XQbU/YUGHK5lBW012QVKDgkGaOl5BcdlxQQieQUESg31BUStwQdT0akFq1WdBFpV8QWavXEHVvIZBUm9iQd9USkHKelhBXxlOQffGSEE6kYdBJuR2QRqaY0EmTIVBfhdkQSwJdkE=", + "ssim": "PaAPPzl19z5xtgc/RM/6Pg+BAj9vdQE/VgoLP97gBD+6dgU/iQyzPleY9D7yEA0/AxW8PmTL+D42C/w+MXv2PhUtDD9ZgPA+86TtPgl93j5mi/c+yevkPgm7xD65agk/nKT5PvJy0D5/bdU+M1zRPrZY7z5wPw0/+27QPqOWxz6OZgI/Fi36PiCT4D63tfY+cg6vPsff5j4=", + "mae": "O8rpPbW5tj2PaLc9ZlHVPXXM1T2z2cE9H2YLPrYGDz6LthQ+TJ8iPrZJGT6Gyd09mWwpPq/5Ez5nyao91EwCPjoo8D2DBBs+/fUOPsD5Sz6Zc/09nXcMPklyCD6PKQk+e3gFPmEJKj4srt094zkWPlskOT7cnxs+c19FPtrFLD4iRdo9SpoFPi4WHj6UpuQ9rAgbPqFS/z0=", + "mse": "fW3OPO05ZTztB308LjC0PIlW0TzR+oE8VxX/PBdT9jwi5xQ9PYgbPWnUEz0/Mso8kEk5PQQpID2Tbkc8vZfsPHVqvzw7Ric9BED8PJF+fD1nRtU8PTYBPTBHCz0OrhE9xCXYPDoIKz39f6k8J3MdPRe8Xj36szU9x/pSPenFYz0VgKU8e5jqPMzTGj1yrLA8Zr0ZPVmA7Tw=", + "lpips": "0ugLP2bnJD9lixo/GN0lP5VNKD+YyBs/XtoXPy5QGT8toig/cq8QP/riGT/mZhc/BkojP8LdIj97SSI/TmoVP4dzFz9X+SI/9LIRP59THD+Ekyo/bh0nPxAnQz/IpBA/bJoQP+t8MT9w5jU/6h03P5CaCD9/xgY/DA79Prm8Az+QQB0/nwkJP86T7z46DRc/yVsdPxKOFT8=" + }, + "metrics_sha256": "5ad902a1cee9189c6fd143665d632936767dbdc019fae5461fdaf266f319ec08", + "predictions_sha256": "a99504ef681ff43d42f99befd6bcfcd136550a9056c89b4594bfbc1b5be12042", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/museum.zip b/instant-ngp/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..3b3d0f7940bedeb8733cc86f663a365809a5c6b3 --- /dev/null +++ b/instant-ngp/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbba8df84e1ad28decf64e7a628ac81ca5f2ea4be231644781eed22b4d9e29a +size 154166386 diff --git a/instant-ngp/tanksandtemples/palace.json b/instant-ngp/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..8110deb69ef1c5ff275d201c49f05186d85b3aed --- /dev/null +++ b/instant-ngp/tanksandtemples/palace.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:49:38", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 285.85451, + "resources_utilization": { + "memory": 6221, + "gpu_memory": 4748, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:42:58+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "57b1e92562d7cef4de611c8bde305b007be492eca958858313221175f8aa1e13" + }, + "evaluate_datetime": "2024-06-20T20:51:07", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.09108, + "ssim": 0.66766, + "mae": 0.0847, + "mse": 0.01974, + "lpips": 0.43963 + }, + "metrics_raw": { + "psnr": "beWSQUF/nEH+espBwOzEQci2qUEgM8lBvLSgQS4inUGjbMhBfqC3QcIa0UHyy8dB8GbPQfKZ00HGPKpBNLPQQbSmnUGurbxBV5ayQcR0d0HIk7hBVGKhQTm0lUFqCo5BkrSpQSxdg0Ga26ZBYNCBQTJymEG+OjZB9J1GQaCseEE476NB8lexQWUNiUHaFL9BHqmPQdduf0GxxHJBu6JwQWJbTkHcHIpBRTGXQQjjf0FrFMdBVHh7QbPHrUGrTXJB97BxQaLaU0FF2m5BVlK5Qc/weEE8ioZB57KxQaQPXEHzBzpB9+wbQRFrQEGrT2tBrYOvQWwvn0FUsadB", + "ssim": "nFgGP8ChGT/OzE8/kwtGP/wcOj/8yk8/WGssP907ED9QRlE/veg3P+heSj8pXUk/fWVAP6XzPz+K4C4/yVw9P2ocCD/TNEw/Eu46P3cuMj/4Z1E/qHhHP6oNHT+2sy4/XZo+P0CCCT/Oyi8/3JkcP6qbTT8It+U+g2YUP5nONz9gdis/qNc/P07mJj8NCUg/JbUaP9YyGz/StUI/yL/VPhZy/D7yAR8/TxURP0mmyj6XiUc/+mD5Pj7xLj+SCRk/8Ug6P/6JJz9gokE/GC5QP3H0ND/JWBc/hNM5P4HrFD+9WwM/43MTPwf+3j43hfs+g8lQPwy7Oj+CB0c/", + "mae": "k2yyPRYYiz2lDw89AroVPZyMfT2Jjg49rc97PS8hjD1Evx09WS9BPfpqAD3gKAs9B+QDPVMqAD2yBXg9IDcCPRbNnz0gtjs9dNlKPTe9uz2LF0s957mgPc3Knz29bcI947qAPTeguj0KU1s9zrbgPTb/kT3rxEI+GsUvPjsl9D0ju4s91T1IPSRluD2NmSk9WLvPPen7zT1xOdI9lrL6PW/MKT6IIaI94iyMPYXm7D3s6Rs9c//oPaZkaz0CHuE9EUHaPVjAAj5wY/s9mFQuPQZHCD5NO9c9MfxwPdHIEz6pjS8+NcB1PprCND7MTuk91YhhPX6fZT0KHoA9", + "mse": "mOZuPFc4NTyY9kA7NWxiO6bB9zuBNUg7W4sgPEPuMTwmukw7iACmO8t3HzukdVA793knO/JoFDtbDfQ74FUhO5xMLzz0iY87QOq/Ozmy6DzZhaE7+3AdPH1aXDzgXYk8ctH3O8vIujwFfgY8UE7DPI6hSzykupQ9HvdqPfmm5DxiTBI83ejGO1GTnjxZ8oU74BuDPLV1zzyk7/g88FgAPb0yUj0Cz5k80xxTPPAbzjw1zlQ7paLbPMJk3Dt5m/o8ItP8PNY1Qj30rgM9aBmeOwrH4zyId6o8wuLEOzqTLD2Pz4w92yrZPdVxgD2RkQo9k6nROz+6JzyJTAM8", + "lpips": "o34JP6Sr3D4cUmc+4ZR8PsxxiT7cmms+oM2iPhSEwj560mY+2pWCPgQkcD4aRVo+AziFPsVTfj7aLqw+bpKJPrQnBD8ScYA+xLWBPib41z77A3s+eLByPt+pvT7bA58+1+qIPm7QFD83GuI+7tIYPxoFoT40IkM/FtMnP4//Aj+3aRg/N3qkPjCvAj8qXpM+cQ0PP7XLBT8HSwc/y29DPxF1HT/vc+Q+jBP2PnpyUj9M9ps+D/5bP9oLAD8gmiI/MVUFPwP2Ez9jet4+KkCjPrjt8j6EGSw/UTDxPgvjED8sCjg/2no/PzK6Pj+vAic/nIhhPmJBSz5Su1c+" + }, + "metrics_sha256": "c70e30431d1316f8246792906b9dc8bbd93ddc705b6ea75760874397c5f0aaa1", + "predictions_sha256": "7a1b16facdec3a6851350f7be29824623b22812901bd76adaee3c35b5d6dc76d", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/palace.zip b/instant-ngp/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..765272d567d807201964ded56cb216171af7f903 --- /dev/null +++ b/instant-ngp/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278922e59f5b7a75116936e9bc223b7fcd6d16e353d8ce33920ae28d7bc474a6 +size 180425265 diff --git a/instant-ngp/tanksandtemples/panther.json b/instant-ngp/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..6aeb0b2f9e37acc0f99adb7d79e69d21cb1079b1 --- /dev/null +++ b/instant-ngp/tanksandtemples/panther.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-25T06:58:46", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "nb_version": "develop", + "num_iterations": 35000, + "total_train_time": 268.26646, + "resources_utilization": { + "memory": 5458, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4136 + }, + "datetime": "2024-06-25T06:58:44", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "833f41c1845ef045ddf8659a0c333e959a9a826a97b42c69cd4aa26bda17056e" + }, + "evaluate_datetime": "2024-06-25T06:59:36", + "evaluate_version": "develop", + "metrics": { + "psnr": 26.80588, + "ssim": 0.84447, + "mae": 0.02786, + "mse": 0.00228, + "lpips": 0.20773 + }, + "metrics_raw": { + "psnr": "XVrpQeTj30EL1OJB/l7nQZaR1kEw87VB+yXjQXkmzkEEErxByALKQQ3T2EEsrNFBCXzjQQ8v20FAC9dBZ4PSQcy72UEMJNVBp5TYQfG12UH+j+tBBBXgQepu3kEaztxB/0a+QeRswUE4v/VBSHu8QZ602UHi7tdBspi/QbKP7UEtf9tBvNrlQYsJykF/NMpBP/bUQUxBzkEUDstBfS3bQQ==", + "ssim": "vWNqP7V/Yj/Q2mk/Ck9pP1LLUD8j8D4/hVNZP0o1Tj+SEVM/3YlUPwFwVz92Bk4/gCxTPwFGXT+YzEw/WtxXP6jYUD9hUFw/WIteP3CKWD9AvWA/diddP8OsYj+aAGQ/ES1SPwxHRz9euV0/z4pNPzOAWj9SS1I/qZpRP91FXD/VOV4/bH1XP36LTz/L0Vg/XUlZPzVFTz8kFVg/jPBmPw==", + "mae": "ePGuPG3KxTxJbcE8y6uwPPmp5jxMfSY94mLJPIAs/zzRdxI9lNYDPSfS5Dw94wI9bZnRPF6UzzzbS+s8p8zxPNek1TzMKt88nvXRPA6W3Dwot6g8HF3APDgAzDxZssw8+ssSPcyAED259aU8+w0UPVN22Dwzy/Q8X/gHPVkstTwBBNs8bWm8PPOq9Dzbff88g2fmPM8P/DxYffQ8iITAPA==", + "mse": "IrWeOopk0DqXfr86LwaoOsxCCDsBNq47Dr29OuSeLTu5EpI7v5ZDO/Rj/zrK4Rw7W+m7OnWf7jrgaAY7miEZO1LL+DpE+g07IZgAO0T1+DrL7ZQ6tD7POjVR2TpfvuM6PBWJO6VqejvVLV46wlqQO8D++DpwAwM7y/mDO0yajDqxe+w6aYWvOrVwQzuqf0I757UOOwgZLTtkzD07Q6ruOg==", + "lpips": "G3zWPTGP+D1Yu9Y9HGjsPWTfmT4ut28++XeTPsZRjj6wvGw+sXclPoZ+Pj4uJm4+bot+PpAKGz4a44E+CEI/Ptzjbj5ElCU+7udNPhKzUz5QYz0+mR8pPn5GPz5KFvA9S5KEPgktiT4Udcc+pzSCPmiVQT7O62Y+yEVjPkVynz6wNvg9CcaIPmiRYT56QDk+iZk0Pkhuaz5SDj0+qBwePg==" + }, + "metrics_sha256": "8f3b66190c840f458278dfc63dae8ac48a77b0f7df032ff778621050ef48a502", + "predictions_sha256": "1634557a2dc63c162d22f8b355c17c3328d62e5972e5c938802b7137b28c5d89", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/panther.zip b/instant-ngp/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..1c0954b806934f16917e6a15559d7a247b9dc9e4 --- /dev/null +++ b/instant-ngp/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c690287df31230ef2710cf0e32c58b600fdfcd7864ee89bddb4c659e60bbf4 +size 146420041 diff --git a/instant-ngp/tanksandtemples/playground.json b/instant-ngp/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..cd972140002ba4daf3ee93fe6dfcd05fed50ac17 --- /dev/null +++ b/instant-ngp/tanksandtemples/playground.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:51:48", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 253.66003, + "resources_utilization": { + "memory": 5419, + "gpu_memory": 4062, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:05:16+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "88904373e218f8e7a8f715fad022622ef947c13f4ceb93df6c8421ba33ab512b" + }, + "evaluate_datetime": "2024-06-20T20:52:45", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.326, + "ssim": 0.69576, + "mae": 0.04846, + "mse": 0.00504, + "lpips": 0.3435 + }, + "metrics_raw": { + "psnr": "xdu3QcDyuEF3crpBU6G5QevDwkG35bZB6r+9QYHovkHw3cFB0hTLQRIfxUG3yMlB9UfCQb3hl0E+nbhBagO+QdL9vUGVma5Bl4u1Qf3mpkFP97NBKIK4QfnVsUEf2shBTRy6QZgSvEFTeMFBlmvKQYRwyEHOusFBA9bGQQiKyEFu1rdBmHnCQcbhtUEW+LpBUwiyQQ6zjEHuJbBB", + "ssim": "ShM0PwwPKz9+4TA/h3cqPx1jLz/akSU/D8kjP4RcGT/meyY/1SoyP7LoLT8weEA/AjVBPyELMz8eAkE/Ve88P+9LPD8uuTE/gBc7P9XJLD8bkC8/8N0vP63JLD8ceTY/QvMlPxIFLT9MAS0/hycyP7YOKj/yZDI/GBw9P4nXQj/wFjo/0As1P63IPD9ZgDA/kwM3P0eQLT/MfzQ/", + "mae": "Zws/PYs2SD3Tdz89Efs2PV3pIj1Mu1s9deooPXoEJz0amCg9nVQOPRFBJT2yDxQ9UWQnPeL0qj2rvkk9MuAmPafEKT16x1c94utbPfZCgj3hGFU9DZJWPQg/cz23Mx09pyVYPV8pQz1aKiY9k+UNPdtKGD2r9C89qKEgPcjMGD0u2UE9MLMsPe/WXj0tCDs9Rt9cPVex5z31aG89", + "mse": "PeakO7bOnztLD5k7j7OcO1HxcDtehqk7Ry6LO7qdhjsCQXc7lqc9OzAlYTu53kQ7/1J0Ox33TjzqWaE75yCKOx83ijv5QNc7g0CwO/lRBjy3crg75NehO24cxDv2OEo7tIyaO00QkjtGGHo7OUxBO1CjTDuEO3g70k1WOzkNTDuT/6Q74/ZyO2yNrjsGx5Y7AwHDO/rFjjxQ3807", + "lpips": "1f+tPvrFvD6RD6s+eFu0PiB2pD7qXM8+EGe1Pv4N9T6zk7M+NB6rPuhltD4sKZg+fhWhPjqcwT6OVJo+9D6kPoDnrT5r4Z0+gvaPPn7CtT7S168+ZW+yPli7tz4cwMg+Fx/APu5QxT5WTLA+o5mnPqVk0D4Egqs+H5asPq6eoT6wVa8+3kS2PjBKmz6RJK0+DLOQPtQbpT6SYpY+" + }, + "metrics_sha256": "18cb784caa25aa94f17a9fbcc66249ad666a8870d249bc8968c532af1d73a52d", + "predictions_sha256": "233edeb40d2c50547c6712311d830a9301dd929faa780bbdab7d40ba698935d0", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/playground.zip b/instant-ngp/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..920a8ccc758f6c660343453bc58581e35212d630 --- /dev/null +++ b/instant-ngp/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f0898d702c3045c6ace9b21621c26bdbe2abea57bb28f88f0104621f829be5 +size 149794844 diff --git a/instant-ngp/tanksandtemples/temple.json b/instant-ngp/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..21343bcb5bd6201576ed667a3ac18670ecbc7434 --- /dev/null +++ b/instant-ngp/tanksandtemples/temple.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:53:26", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 279.47189, + "resources_utilization": { + "memory": 5316, + "gpu_memory": 4034, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:42:05+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "4371696db6dd4f10966169058e37b029c5cf9a697e36a3e946c6020c2ef9f402" + }, + "evaluate_datetime": "2024-06-20T20:54:22", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 17.8438, + "ssim": 0.68896, + "mae": 0.09339, + "mse": 0.0209, + "lpips": 0.42449 + }, + "metrics_raw": { + "psnr": "xFKvQS2Zn0Ex5ZJBqVpXQY6Om0HOA3tBlCeNQaZNiEEtbptBvoqcQb60V0GVBIRBFhqBQfxNEkEs/ZpBRUqdQShfg0F8t8NBZnOQQXdHkEH+doFBYcNtQUlDlEEhWKlBkYSWQYjnn0Hd1pBB1r5gQVF+X0FAN5ZBDkaGQRRHp0GdAKxBqLaMQUzcfkGtT5NBMh+XQXWfnkE=", + "ssim": "WyMvP4H9Pz9RjzY/d5YhP5XoTz8xLik/MY8TP+IKJz935ik/DJ0jP/GHNj8CxTs/ruIUP2i0DD9vcx4/YP4lP/fnJj80Ilk/fZI+PxdsNz+/kRU/QOg0P/LmOT8UqDo/BS0bP9U1Jj/BdTI/6OhDP9VWPz862FA/1aA7P9BsQz/lVUI/Rr0oP5u0MT/szh4/L0EoP8RyLT8=", + "mae": "5q9cPa9Djz3LVcE9HBMePnm5kT28Guk9vou+PVjb0z2gqIs9RimNPQwl/j0D5dk98XjlPfyshT7y7Xg9ikeVPbfJwz1FNwo9WACzPcfPvD1Zytk9Z4v1PTh+jD1Yjn89qy+jPcSmgj0bwJ49lH0hPqlWFT5AxsI9W5TZPUPsbj0dOms9tG+xPbxK2D11/6s9E42XPVP5fj0=", + "mse": "iNHSO72+JTwx6G48jas4PfMwOjwsFN08QeqMPPkHojzN3jo8dfw0PMC8Nz0zTbc8lVnHPL9q+T14Qj08bSExPCW+ujwfb2o7KimAPKTLgDxLR8U8pcMFPZ2vZTxAaPo7fEBXPJdKJDyeeH08IFMhPf9BJD2XIVk8XMerPHrgBDy49uc7K7eOPAYt0TxbEGw8w4pTPOx2Kjw=", + "lpips": "k1WuPnCakz72160+IJ0ZP52aeT67kfI+znIPPzSQ/z4c+uk+KinrPjwXzj4FjwQ/LaErPxE1TD8ADf4+muHePjbb5D6mMIo+xTG2PqcYwj7zvgc/bJTRPgqV7j49kes+xj/4PhBi2T6BOMM+/ku9Plqdxj6q75M+XzTbPmCHoz4eWp8+oLeuPruapj75Jts+tsW6PlaPwD4=" + }, + "metrics_sha256": "904641413f9f041919509030d6b70a8e9d3a53e1d34aa634fca3f10cca9d8512", + "predictions_sha256": "ca9d8dd22043e5def9b8cdd8fa8f9d2f9c79fcac10aac8ac21bb71d34ff2e094", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/temple.zip b/instant-ngp/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..292d816c44fae74f09e9c2416351e2f23d3958dd --- /dev/null +++ b/instant-ngp/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b239b841b6082bd215ae7baae32ebc898c9b9009be2a96d4dfc513d517e1c849 +size 134987729 diff --git a/instant-ngp/tanksandtemples/train.json b/instant-ngp/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..382d3acaff9adbe62701714d07dbbf9199c2a457 --- /dev/null +++ b/instant-ngp/tanksandtemples/train.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:55:04", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 278.17871, + "resources_utilization": { + "memory": 5014, + "gpu_memory": 4032, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:05:29+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "f91fb615267e482d65184a29cc21b47242c54118ee0738f633db56a004a9204f" + }, + "evaluate_datetime": "2024-06-20T20:55:58", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.00687, + "ssim": 0.65751, + "mae": 0.07337, + "mse": 0.01238, + "lpips": 0.33369 + }, + "metrics_raw": { + "psnr": "+SKrQak6p0EQCMVB5cyjQb1Ft0ElIbNB7A+uQWhHrkHO1blBubujQea/lEF7vIlBSFKiQfyypkGTfZNBx8yhQbFpVkGR45lBaUONQXiaokEjNI5BKh6iQfz6t0FoyKZB2lp5Qc2NpEG1iatBs6CiQd6jkUEcSalBtmCuQUGPvEE016tB+gZJQfY6l0HgYXpBLgClQSyzokE=", + "ssim": "9w5DP5ILQz+Ark4/lXYhP84aOz+FDjo/Ikk2P+pEMz9mLTg/S9Y8P9fmMD/kYQo/JVZJP+smPD+whQw/jW8ePyYUAD+CuAU/Nfn7PpXBHT+EyAo/xXkoP8FBSz8fiDM/orMRPxFOLD+TmC8/Y+EsPwFTEj+nazE/JfcnP54KPD+o2Ss/6enBPprlJz/quys/r98kPzVdKz8=", + "mae": "RJdoPa/EhD0VwBA923WAPVNzOT3hvTc9NRF0PbeSZT1PJzc9pvuSPcXkuj0PStQ9HxKAPfyjfD3Puq0914h6PXVGGD5qwIw9CNKzPa/+cj1/J7A9d1qFPep6Vz18R449wY8IPvuMiT0iBHU9wOCEPVRBpD21unk96xJgPTBaND09xHU90/c7PqjPmT1LsAA+9fyJPbuchz0=", + "mse": "E9HtOwIQBTx2umE7LN0SPFe0pzuA8bw7eZzaO3VA2TuNx5s71iUTPJB9YjwBfJs8J0AZPJgbBzxJ2Wo8e5EbPEwwOz0BWUM8jXmMPAoDGDxOuYg8uSYaPFpSpDtlyAY8dmziPIa2DzzpFes7y+cXPB+ydzyS1Po7b6LYO94HkDvRC+k7dPRiPfjhUjy2Gd88b+ANPByXFzw=", + "lpips": "BkqCPj+gXD5FCT8+T/fHPpxUfj64rIU+6HSAPueVkj7mBKA+s79lPqdJiT6X+8g+abiJPnkgjz5wRtA+tT6bPmNP9j7L8M4+xhzXPsZssz4YCtM+ayGnPht/dT697p4+CRu8PieokD7OmJY+GgSUPgjowj4msc8+CNrRPhBwsD7NXcs+iDksP7ITxD56Bqs+ovimPqb7mD4=" + }, + "metrics_sha256": "c0d7147870e1823e1f69a7eab991fb5af183188c03b46e57fc4d0eebbd449722", + "predictions_sha256": "cc1897d165531435bf9d57f34406c265fba60a48af188606cebbf6b62bb83e0e", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/train.zip b/instant-ngp/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..581d60fe43a6f0296c7f89cde2ac9e642e8b5a60 --- /dev/null +++ b/instant-ngp/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30474593a328d1f1f0d88f74b755c3d3a21b8b990e2f7a926d875e137b50777e +size 157820376 diff --git a/instant-ngp/tanksandtemples/truck.json b/instant-ngp/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..a121d8da21d4d2b1eb903558c07136bed930e2f2 --- /dev/null +++ b/instant-ngp/tanksandtemples/truck.json @@ -0,0 +1,210 @@ +{ + "render_datetime": "2024-06-20T20:56:38", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "nb_info": { + "method": "instant-ngp", + "num_iterations": 35000, + "total_train_time": 259.93363, + "resources_utilization": { + "memory": 4525, + "gpu_memory": 3858, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:04:51+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "loss.otype": "Huber", + "optimizer.otype": "Ema", + "optimizer.decay": 0.95, + "optimizer.nested.otype": "ExponentialDecay", + "optimizer.nested.decay_start": 20000, + "optimizer.nested.decay_interval": 10000, + "optimizer.nested.decay_base": 0.33, + "optimizer.nested.nested.otype": "Adam", + "optimizer.nested.nested.learning_rate": 0.01, + "optimizer.nested.nested.beta1": 0.9, + "optimizer.nested.nested.beta2": 0.99, + "optimizer.nested.nested.epsilon": 1e-15, + "optimizer.nested.nested.l2_reg": 1e-06, + "encoding.otype": "HashGrid", + "encoding.n_levels": 8, + "encoding.n_features_per_level": 4, + "encoding.log2_hashmap_size": 19, + "encoding.base_resolution": 16, + "network.otype": "FullyFusedMLP", + "network.activation": "ReLU", + "network.output_activation": "None", + "network.n_neurons": 64, + "network.n_hidden_layers": 1, + "dir_encoding.otype": "Composite", + "dir_encoding.nested": [ + { + "n_dims_to_encode": 3, + "otype": "SphericalHarmonics", + "degree": 4 + }, + { + "otype": "Identity" + } + ], + "rgb_network.otype": "FullyFusedMLP", + "rgb_network.activation": "ReLU", + "rgb_network.output_activation": "None", + "rgb_network.n_neurons": 64, + "rgb_network.n_hidden_layers": 2, + "distortion_map.resolution": [ + 32, + 32 + ], + "distortion_map.optimizer.otype": "ExponentialDecay", + "distortion_map.optimizer.decay_start": 10000, + "distortion_map.optimizer.decay_interval": 5000, + "distortion_map.optimizer.decay_end": 25000, + "distortion_map.optimizer.decay_base": 0.33, + "distortion_map.optimizer.nested.otype": "Adam", + "distortion_map.optimizer.nested.learning_rate": 0.0001, + "distortion_map.optimizer.nested.beta1": 0.9, + "distortion_map.optimizer.nested.beta2": 0.99, + "distortion_map.optimizer.nested.epsilon": 1e-08, + "envmap.loss.otype": "RelativeL2", + "envmap.optimizer.otype": "Ema", + "envmap.optimizer.decay": 0.99, + "envmap.optimizer.nested.otype": "ExponentialDecay", + "envmap.optimizer.nested.decay_start": 10000, + "envmap.optimizer.nested.decay_interval": 5000, + "envmap.optimizer.nested.decay_base": 0.33, + "envmap.optimizer.nested.nested.otype": "Adam", + "envmap.optimizer.nested.nested.learning_rate": 0.01, + "envmap.optimizer.nested.nested.beta1": 0.9, + "envmap.optimizer.nested.nested.beta2": 0.99, + "envmap.optimizer.nested.nested.beta3": 0.9, + "envmap.optimizer.nested.nested.beta_shampoo": 0.0, + "envmap.optimizer.nested.nested.epsilon": 1e-10, + "envmap.optimizer.nested.nested.identity": 0.0001, + "envmap.optimizer.nested.nested.cg_on_momentum": false, + "envmap.optimizer.nested.nested.frobenius_normalization": true, + "envmap.optimizer.nested.nested.l2_reg": 1e-10 + }, + "checkpoint_sha256": "358d8ed94eb9b95a4223bb5109999d8a6d0a264983d24906cec0302e87063518" + }, + "evaluate_datetime": "2024-06-20T20:57:18", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.85316, + "ssim": 0.76959, + "mae": 0.04424, + "mse": 0.0053, + "lpips": 0.21574 + }, + "metrics_raw": { + "psnr": "F/S7QXv7tkF9w7RB+Rm5QalkwEFjoblB3Gi8QW10tUGQ6rBByTPCQSAvuEHUBrZBIEesQdaHskEqyatB5jCrQdf0uUGvj7dBem67Qb76t0HVz7lBkJC9QaFfwUGlDrZBCMnGQSPUu0Fl77VBzhqpQWS7skEMLKhBf5W3Qfi5rkE=", + "ssim": "e9FHP0kpRz+jSUA/+sxEP04oSj+cNUc/YPRGP4DlQz+5fEE/6aBVP6Z8RT/bYko/l5dGPwoLRD8qOTc/zs85P+6lPj9ZbUE/OLo2P2G+Rz8hBE4/KyhMP8UoSD92mj8/6SVHPy5WTD+xPEY/ZKs+P3m7Qz+LNjw/qxtOP/mhRj8=", + "mae": "QLwkPdSRNT3uNUU9tgZCPXcSGz04sj89q501PYIKKz10UUY9zNkTPQI3Jz2j1DY9+LVEPTKTIz038Ug9AjpHPQRXKT2MsD091tUyPZXKKT2YWyg9wqYcPZK8CT1ZsiM9uN0QPdeVOz0WzUo9qMhjPQUUNj17u289GN82PXN0Sz0=", + "mse": "v5CSO0gcqTscQ7Q7sRqfO9P7gDtHs5w7X6eQOyi2sDvxXsk7++B0O3dcozuh0607yyHmO246wDsVauk713HtO6U8mzvkUKY7pciUO35TpDtX4ps7duyLO0jKejuMrK07751WO8oXkzsHSa47uiP8Owoevzv2fwE8GTWmO6t41js=", + "lpips": "HFBHPnl7PD5Mu0k+DoF9PmLERj5o/zo+gjRSPurxMj7RSWg+bvw5PsiFgz6pzUU+EJxLPtyEUD639n0+piiDPgn5ej7lV00+0J6WPoQpST6B+Vw+uKlQPtm4TT4cP4M+Q+mIPjRuPT7fQ0Y+/H50Pp4JSj4AKoY+dsY7PicgXz4=" + }, + "metrics_sha256": "c7a75249da1635aa2d9c247283c732b7b46ebfe08809ff63cc1c6ba50b364076", + "predictions_sha256": "4b7819955cea30a6a64fde85dd975c34f046ba208e092da4a053238c73d66109", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/instant-ngp/tanksandtemples/truck.zip b/instant-ngp/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..7da95422bd62d31ba925800638354875a9f6ba55 --- /dev/null +++ b/instant-ngp/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d615fa27a7a090207fb1eb63db4af8eb2d700e3d54f520b30cd2ed545160a440 +size 146361735 diff --git a/mip-splatting/tanksandtemples/auditorium.json b/mip-splatting/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..293b7a0891d0b6b6aa20e2f7930be0cf66021bcb --- /dev/null +++ b/mip-splatting/tanksandtemples/auditorium.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:23:23", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 706.45474, + "resources_utilization": { + "memory": 4201, + "gpu_memory": 4936, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:47:18+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "549d4ccbcb99d164b8d9c552baa59dce09d7fe96ce207967c85aeb4d3b7e4f7a" + }, + "evaluate_datetime": "2024-06-20T16:23:51", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.41134, + "ssim": 0.87199, + "mae": 0.0437, + "mse": 0.00447, + "lpips": 0.19586 + }, + "metrics_raw": { + "psnr": "Ztv7QaHN5UGcG8ZBg66gQTsGukGBXbdBVsSiQUTrukH6RMZBaDawQVJvzkFSssVBu9LUQfKF4kGh7rlBXuyvQc6Am0H0tpxBWM68QdKy00EckOVB+m3MQQTSs0H9ZtZBfGu6QeRyxkEhZNpBYVelQVla4UE5uaxBV7PMQZE+qEHfG7VB18bFQRlYskGYo7xBaEjTQb3+80E=", + "ssim": "9kVsP9w8Zj9rfGo/16BEP/BRXj+F22M/qbxdP1OLZz854Vs/LFlaP4V9Yj/wEmo/2qBqP2IObz9PUVc/HnNOP0u8Ij/yUlQ/yXhNP9biTz8wf2k/3L9YP++yaT9dnWo/zVlnP8oVZD+UdWo/qXlZP31haz8EE1s/ujFkP8nbUT8gLmM/n9xhPxtMVz/IW2w/XqprP/YybD8=", + "mae": "BLuXPIpB1Dz2VTE9tymUPbY7TD26kVI9xGxyPaAwRz0LUzM9fn9bPUrCCD3aKTc9hjP+PA0MxzwZwjY9Q39LPc9bkT1bOoo94WkxPdRoAz276cg8LvQDPXGofD26Gc08C/hXPbYMLz1gxN08D7FZPUZo0zxQFo09nMwjPZY4aD0Lj1c9nCETPcVASz0HaFI9k30PPeTcjzw=", + "mse": "WFk6Oq/Hrzqx11o7H6ggPALvmjvIQac7SkwXPLP+lju601k7yX3NO1s0LDvVcl07GEgPO+4uwTpmWJs7gjXPO7d6Ojy9FjQ8PAOPO9j+EzsAALE6lG82OyY5uTtE6gg7By6ZO6O0WDs7IfQ6HX4MPCTNxzreMuM7wgQ1O/86ATzVerI7M/BcO0lDwTuos4871sYVO1GraTo=", + "lpips": "JvUDPtSiDT7rjCE+LwlqPj41AT6GNSQ+yY6BPoQEJD5c3yQ+cwIFPpTAUT5c5Hs+yJdPPtqYST4yyUY+0j58PhZdwT59B1k++D+TPuxFdj52PQ0+QABWPkYOXj6ksww+AYA7PnWXgz7roRI+xw6bPkAXGT78F4U+Sh8CPtdYhj6YCBw+9J0dPvDeaz6Exlg+xuAGPqSQ/T0=" + }, + "metrics_sha256": "07f154ff414a63a77ccaa0bf8f2c2fa28daa852de3f2a1e329fcd888523a6f3a", + "predictions_sha256": "ef210c8bcbe9b000359c3897028777db2d5012e160a0977128e0de2a716dad75", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/auditorium.zip b/mip-splatting/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..0fca638cf9faa8013d5b4ca270a762429233fc7b --- /dev/null +++ b/mip-splatting/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4fd88eaf0086d21484f864bcc28dee3eecb5c62bc429ec8ff843ca612234af +size 787348284 diff --git a/mip-splatting/tanksandtemples/ballroom.json b/mip-splatting/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..37926a892388c252f0570e8d2d9af7a69511b1f9 --- /dev/null +++ b/mip-splatting/tanksandtemples/ballroom.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:25:05", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 1503.93699, + "resources_utilization": { + "memory": 5891, + "gpu_memory": 9998, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T13:01:19+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "ef512ba55d6b2043cf72954a03dcab0be37b1379064250d472cdc7a23e08a326" + }, + "evaluate_datetime": "2024-06-20T16:25:34", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.14831, + "ssim": 0.82595, + "mae": 0.03812, + "mse": 0.00439, + "lpips": 0.09843 + }, + "metrics_raw": { + "psnr": "o1jLQSJk5EH4d9NBrhndQRl41kFj689BT+7eQXaTm0HQnsFBUG6lQWphskHkts1Brti2QXjHr0FWksFB8Ba8QRzEyUHmErlBJnTDQdgSn0F8cMxBcXe7QTbGskHuXsVB9pDKQeLQvEHmu8JBELu9QegSwUEeRsFBz/i4QSGn00H6ibFBKQfGQSZ4pEH5YrZBOnTMQSi00EF7AeFBYNa0QQxZokE=", + "ssim": "zYZiPwR3cD8v8Gc/aZ5oPzEwZz/NEWU/X8xiP2adSj8a1V4/6Rs0P8+iUT/Zg1o/LUNGP++DST/hRlM/fMxWP98LWT/nS08/sGdRP/uAOT/yd1w/14hDP4kORD8YOFw/nTRHP8ljWD8rxl0/kE9YPwcuWD9YhlA/UNRQP8xsTj+Szkc/GA5ZP+1mSz9wZD0/LrdPP5thSD9trFs/WWBPPyL9SD8=", + "mae": "GnYCPbxJrjxX2to8qybIPAFI1Dwgies8x6/JPAr9aD1tnQ49CbhvPTDmTD0DoQE9i4hHPcpDLz33lhY9ep0rPVMxBT2rOSs9FGAQPX9fhT1ksfQ8bZYuPbW5Tz0DsvU894sEPSaWFz1q5xM9IUMhPQ1BDz3F8ww9TxMuPZb7Az1taEI9vQL+PH3cZD2aRDU9bgL6PGka+TyaSbw8kDEyPWHJXz0=", + "mse": "yDY8O0UStzpi+hQ7EtHhOuimCDs+ACU7EjrWOq0WOjzRA3k7eyEMPHkPwTv/zy87AcapOwgS0DtPXXk7CP6RO8z4RDsaO587OTdsO3REKDxlYjY7SaKUO43ivjvbiF87tnxAO8r4jjvvKHE7skGLO4b2fDu4gns72LKfO68wFDs8y8U7pVhbOzAQEDwBCaw7w042O3NRITvEzsk6OOGzO1ciGTw=", + "lpips": "A9pSPbHLCj3oByI9S1EsPZ3mOj3kqU89PHWrPdeb8z3uX4g92gAnPgsuyz3Cc7w9vujiPSXt/j1KYfk9GmCsPQwovD18ksM9CFYHPisi2D1BkrM9TmLmPYSg8j3WHpw9nOUJPjsqtD12UKs9CXemPSyHtj3MeLc9iJDlPRC2+j1rzQY+pGnnPb2+FT5+zs89EVDjPV5I+z3YLwQ+/QeePR4RHj4=" + }, + "metrics_sha256": "fddad6e43c6e57352825e5d8ad51293fa448d93f6d5a9e0ccbcd7da44000a6de", + "predictions_sha256": "86fcb05c6a8ddf66e63d37a33e71413fc91cbc33b4cc5c360a28e920a6100e5b", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/ballroom.zip b/mip-splatting/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..55cf742ac8ee4dd9e9aab97947203abc626fb83f --- /dev/null +++ b/mip-splatting/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c6bc0e1e8fdaceff7b090d4dde7d863a87f1dc13b1540a98c4d86672a3e944 +size 3555264009 diff --git a/mip-splatting/tanksandtemples/barn.json b/mip-splatting/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..6962fbcd3ae59151ae423a9a85c7509b622b609b --- /dev/null +++ b/mip-splatting/tanksandtemples/barn.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:26:26", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 761.71115, + "resources_utilization": { + "memory": 4221, + "gpu_memory": 6266, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:11:38+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "4cb008cc8f07d0669f52653b5b67422307b40cb51fce179a7bd1d25e332cffa5" + }, + "evaluate_datetime": "2024-06-20T16:26:59", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 27.7512, + "ssim": 0.85468, + "mae": 0.02399, + "mse": 0.00185, + "lpips": 0.16068 + }, + "metrics_raw": { + "psnr": "CrzMQU7w1EGkR8pB4nzAQUIl6EEBWuRBdQzyQXTc4UEy9uBBLhPYQeoq3UHFZdNBOJngQcrF0EHODc5BJrXOQUL220E2x95BqoP0QaY+8UEA99NBg0XRQTERyEFvjd9BE0bYQVz+3UGK5sxBbsPWQSwrykHS9stB8mvgQfRLwUFgh9lBEAvxQXEH4kGkOvtBvDbhQSJ58EF5tuhBvCncQRJ05EFCetBBwjboQVBM80HKweBBHK/zQdohzEH2F9RBA/ngQfRi6kGDfgBCKncCQg==", + "ssim": "f4ZZPzU/YT/aw04/7stQP3vxYz+XPmk/MLJwP/rjXT9gL08/7hJLP/wyUD846DM/ld9DP65UUD+HrEo/1VxMPxntXz/zHGA/kJFePyJ8VT+ujUc/cApWPwDwUj8S0mE/iIReP3VgUj9pA2U//NxlP7pEWj/pi1o/0VhqP/xjUT9mYVk/us9nPzYvWT8F52I/oIpIP2EZbz91hGs/YfZmP8jOXD8jHFY/kiVmP2MIZz96lGs/9uBvP2A+Tz85+VI/5RZTP+lgWj8ZwmI/IJBpPw==", + "mae": "kB0APaqwzTzLiPw8RGX5PFgeojx7DbU8YepyPMRbxDxk9cA8VPfQPKOjxzxeJe08ZPTiPLpa1Txq3+U8GqjkPDg2uTzDL588Kj2MPHGXnzz9cdU8vgfKPGSw+TxxjLU8tnvSPLqnzDz1vQw9uFIBPXub6zymoAI9UDSuPM2gCT1pes88TDGJPKqcwjwbBYw8HBXIPN9ykTwmtJk8LpbIPIQuwDyTBOE8d3WjPJWsiTz4rIQ8F+mDPBj/Bz0YL/I8bQW8PFlEpDwc8nM8AxJnPA==", + "mse": "b9c0O1DODjuWFEI7BKKAO/RRpDqyR7c6LyJ3Ol/mxDpaEMo613oCOyRh4Tp8SBU78S/MOqX/IDtTGi47mtsqO45W6TqqK9c69TNmOi/rfDqN3RI7C7QeO8DXTjuibdI6P7wBO7MV3Dq++jM73X8HO+WzQjtx5Tg7rzrNOndYezvSQ/o60mN+Olbzwzptvz06WJrIOotMgTq6qKE60/3nOl6+tjonXyI7Rf+jOnhnbjoIQss6QcVrOgMBODtzUhI7+f/JOk0OmjpBwyA6UIQPOg==", + "lpips": "9TIgPsEW3D3WhEc+iOo5PuDXEz4MtMU9cc+fPfNAIT4kyE8+weuCPhoWTD5g1bY+WpOxPlKkfD4OZHY+SvuDPnT5BT4nOgk+gpsZPoP2Mj6EIIE+UAM4Puj+JT63nvo9ojgDPvu3iT5qJrE9UpuqPSJqCz7I3fg9/SeiPSJkLD5+FAU+/QCzPUzGJD5SHQk+YKSXPjKWmT2EVI09KxPPPdfFHT428SA+QMvJPXpHAD4h6Lo9PLSvPfHlWj7xfEc+rlxBPgglGD6n+gs+vijXPQ==" + }, + "metrics_sha256": "fe94ce96f48757940769eee2b782e81581cfef27e3cc31ecae12c610c645772b", + "predictions_sha256": "ea6ea63f703e5b6f5fbd0cdebd5272209127467a096487a57e3ee330689f194a", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/barn.zip b/mip-splatting/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..bc664670d6151b95b59049fdd7e699aaa45f3182 --- /dev/null +++ b/mip-splatting/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4a163f5b0f6f57b7f18cee507781df6a29a68364ec6e4e1052e8966410ecac +size 1138245069 diff --git a/mip-splatting/tanksandtemples/caterpillar.json b/mip-splatting/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..7ad35007a2c70bacda854d007e761b37b23dca7b --- /dev/null +++ b/mip-splatting/tanksandtemples/caterpillar.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:27:44", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 795.17305, + "resources_utilization": { + "memory": 4892, + "gpu_memory": 5828, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:12:16+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "4f053d63a77670a1338af9c829399277fddc54e52c91fe3d0fadc651d2c80801" + }, + "evaluate_datetime": "2024-06-20T16:28:17", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.41834, + "ssim": 0.78988, + "mae": 0.05286, + "mse": 0.00666, + "lpips": 0.19724 + }, + "metrics_raw": { + "psnr": "eufDQZj+8UEo5PRB6cbmQY7X4kGwStRBakPeQUFVtUGBh7tBzjGsQeYKw0Gi/rtBwGKuQYtOt0ECj8BBmHu/QZjdtEE3UNZBYnXeQWiE00GGcLxB7eORQUhXvUH3q85B6pmSQdbOpkGrU1lBKbiaQUFrs0EV+IFBJeXBQVCDqkEg+rBB+UTBQYRIq0G5p5BBmr/lQYFgvkFa7LpBHIbCQbPhe0FANr1BqoikQXIXtEE617JB4iPHQeRr10ES1MhB", + "ssim": "zrBaP5vrZT9CUGI/ivxcP2wIWT+3NVQ/3XlfP4sCRD+zyUQ/XkhAP3wcTz+4+E8/YexCPyv0RT9BiUc/0V5OP6wzQj8EwFk/H/RRPzPWSz+eukE/BH5CP0AEVj+Y5lk/iS4vPxOsPz++RzY/Rl4/P9jJRz8Q0kY/hIFNPy+MMT9MWFo/c69XP7ujOT856Dw/rFxmP4LPQj9awkA/pBdKPz0VEz9kJ1M/rEtPP6nrRT9xAEU/ZS9PP4YEUD+fITo/", + "mae": "KYQjPbgwqzzk+6I8tDvLPKUmzDy0j/08sUHePO8rVD1uITg9CxJrPYAvGT0mlzg9HAVYPeyWRD2fbiQ9ZSoxPTg6Vj1F6gQ9HoHlPF3GAj25rTA90mvBPdkiGj1TlA09UXjJPSajjD3tpzE+1u+0PaVIYD0Mi/Y9zx0qPUs+iD3KRFk9idspPQJ3dT0DGcM9hoLQPI/IPj2aEEg9joIdPQvHDD7fuTw9q+dkPb3WVT25ElA9x2woPV5j9DxouSA9", + "mse": "LSxpO9qEdzoVuGM6++uqOkBrvzptfRE7+WHaOvxUsTudXZQ7KK/mOwMHbztOZJI7vJXYO9+Jpzv8XoA7hGiEO9+7szscRAk7xSjZOg7FFDt6h5A7Fut1PObTjDvJCCs7CPBwPHWvBjxNgDM92bs+PCVguzuab8I8ug13O8cf8jvVBMk7+4p7O6TQ7Dtx0X48uA6wOrywiDv3+ZY7cJ9yO5VW2jwHWo07yMsPPGnItzskhb47lG9UOwz1BDszXEo7", + "lpips": "kZQHPvxP6T1kheU9r1gGPrxCBD4isw4+3HXQPSsuEj5NfmQ+/5+JPgAdTj5jTz4+S9BMPn1FUD5vz1Q+SI9iPmhWcz6fpwk+ko8pPnTsPD60VTU+2EM+Poj2JD6Yig0+nuOGPpecRD5DFpM+cAByPi89cD5zf4Q+h1N6PghViD7fLhg+954lPkBHpD4lko4+xjvzPSs2Oz6V3UA+Cr0/PnAOtj5gsys+dMpMPuaRRD5dp4I+NW0tPvQOLT41rZQ+" + }, + "metrics_sha256": "096ae603b70549c1adc79c3004bf207bcd6fdc9bfc850d851cc31a4ce81703b0", + "predictions_sha256": "9d3bb2a007fa64c09e1f8b2b4a234975c7736c0c577bab17d6fe02a3639557e9", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/caterpillar.zip b/mip-splatting/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..8ad36c43badad5f8b1045b36fbee9f0e1dc7fe0d --- /dev/null +++ b/mip-splatting/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeaed1039f0e74d4559b98877676c490602d6345fa8655fd92b445b09abc1f02 +size 1441297696 diff --git a/mip-splatting/tanksandtemples/church.json b/mip-splatting/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..5fbdcae971db0bd60c7370a7ab2f92736737cb84 --- /dev/null +++ b/mip-splatting/tanksandtemples/church.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:56:40", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 1192.80539, + "resources_utilization": { + "memory": 5595, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 8566 + }, + "datetime": "2024-06-25T08:56:25", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "2487b33587387fc54667f10682b99c8c091abdefaec72b588f0516c3fe85f20d" + }, + "evaluate_datetime": "2024-06-25T08:57:27", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.76176, + "ssim": 0.81152, + "mae": 0.05241, + "mse": 0.00655, + "lpips": 0.17614 + }, + "metrics_raw": { + "psnr": "9runQbryj0F5MZtBZNG6QfAQ2EGKOt9BXJjTQQ4a30EhZZ5Bo4qeQZT+tUEuc61BdTu4QUQLzEFG7OxBnJnAQYvEn0GQrrVB6uLSQXT9ykHp/L5BelqaQaA30EEe/dhBvBirQXz6mUEOLaxBOfewQUrhuUH629hBeArOQUCcn0GU1KZBiEegQZMvvkFEhMRBlCayQZV2t0HDBZ1BBNmiQS5CsUEWvrNB5GPHQdNIokE3TJdBaSGfQbQplEEYV7VB7Q6uQe1vukHiiINBTN3VQXwip0EWtcJBVrSaQbCVqEHV1cdB6TzQQUNTvUHqqJVBZmK8QQNczkGTFNpB2tyiQQ==", + "ssim": "lAc4PwT0MD+JAzk//WRSP2NxXz8g+Gc/mPRiP2t1Zj/MFlE/QApPPxy6Sz8EYlg/X6NFPwRSYz97o2w/XfhbPynKVz/wx2M/TE5jP9DxXz/Ng10/dVlEPyHqXj+FWGI/tsJCP5r5Sz99l0g/9I1WP+qUVj/bmmE/Ff1dPzO2WT9QVzw/C/1HPzXOTz+/rFg/WDpAP/fySD/aZDE/Mf09P3+pPD/1LEY/DcpOP1VAOD+VRSs/RXw7P8pbLT8b/UY/TDVHP8rFXj/UNTw/YCRjP15YSD9bWFA/XAY3P8aUVz82UFo/UORhP1LWVT+TSEQ/ch1cPyhdYD/ShGc/MN9DPw==", + "mae": "N9VwPbq3kz1tpIE9z40+PURT8zwwdtw8ZYjnPMFj5Dx9QYE9KX6lPbH+NT0/MWw9RjVRPWJgFT2eJLI8ixtHPctCrz27X2k9fF8LPYexHT389E09cUSZPXobCz15YOU8FiCEPQO6sT26k209AAl2PWRAPz2v7/I8gkIPPWNcnj17KIQ9vO+cPZL7Mz3G/hg9z6NTPSZLKj1yh4g92HhbPUMDRT0+IkM9tZkRPSrHgD3GeIw9uRt1PThclD3YzjE9PiZMPcRzPz2GTwE+uy/uPIAfdT0pQhk9c1SUPeN6jT36txU9bxr3PEfUKT3QVKI97fo1PVfqET144uk8TP2ZPQ==", + "mse": "XyQDPEMHgjxnJjw8UW+XO0KDAjsHZtQ6uG8UOwEt1ToKlis8Ld0qPPT8rTt8f947gyKjO8p4ODu/NY861zeAO1rwJDx0j6874n4XO0wnPjvGToY75MBAPLmXIzt8L/46NxfuO03YQjy8zuY7nBXJOxmUmztnIv86CSsuOxGwJTw0mQY8D4ciPMNxiTseGWU7hFfCOzrJpjsKgDI8WvIWPKFlxzt9o7k7n+lSO+lpGTxceVI89f0nPP5YZjyWS7E7wqLaO3oamTtm3rk8Eg0LO7ZsBTxBWHE73dA+PBHx/ztYOlA72H4jOzTkjDtIolw8TcKQOyKULDu+UvY6sOEWPA==", + "lpips": "8WaLPvp8hD6w/Wo+J2IbPuCj4z3btf09FQu2PRwYvD0Sdiw+5YNDPkAueT6UTjs+57lIPpZAvD0loIw9knHUPXvl3D3U99M9grjsPc2Ytz08bwg+BLpbPiT+xD2tkfE9y2tDPtyuKj7ip0I+6nVkPoDMFT6qRrU9kH/SPdIcNj5s03I+RWFZPkBvOD6njgo+hdozPoIXXT6SK2c+eIh8PgJCgD7S41Y+OtZ/PqRWpj6Mp3w+qN1qPoJcdT5I4S8+qrpkPuRoHz6I3Xc+jeMiPgbMVT49Q1Q+ntKFPmBYNT7IAU4+L7UzPkYIRT6WcFQ+YayvPcL6yz1KINw9CSM3Pg==" + }, + "metrics_sha256": "d8c903633041f45c3d29ab63a0a7a62e02f0e34cfa2eb98605927b27dc091538", + "predictions_sha256": "a629ea48e8ccc0e27fd970481aba0bd094076f56124dd093ff0c90c29aa75525", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/church.zip b/mip-splatting/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..c239e65758de32655c404202f7eacc84cbcb23f3 --- /dev/null +++ b/mip-splatting/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39ede004f17032f164f68490fcd420e19919467e010b62a598f2b235ce2d286e +size 2445352955 diff --git a/mip-splatting/tanksandtemples/courthouse.json b/mip-splatting/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..e8871b7baaafd781018d1d8292ff15e65750aed9 --- /dev/null +++ b/mip-splatting/tanksandtemples/courthouse.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:50:37", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 836.07753, + "resources_utilization": { + "memory": 6238, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 10530 + }, + "datetime": "2024-06-25T08:50:33", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "66424d0ff3741552fd383ba4c54fdd044a72a1a6911806f974a5e43a1c73334b" + }, + "evaluate_datetime": "2024-06-25T08:52:07", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.15421, + "ssim": 0.77933, + "mae": 0.05711, + "mse": 0.01035, + "lpips": 0.26527 + }, + "metrics_raw": { + "psnr": "9RHaQaDk2UFG5tpB/cnXQXMD0EEmJMxB3nGyQdsTi0GHV55Bb+HDQShA0kGkHcBBtoqzQQn2ikHLLkhBmH+4QWuus0EslnhBvyGxQZ11nkGAVKxBUk6kQQwpnkGSYa1BAE/EQezDukHW0J5BETGWQe53vkHOVr5B5uPnQXwc30EcTb5B9ubVQYZFu0EMMcVBw0u6QVi8ckH0kyhBV6GNQQwzZUFajItBsgNgQfQctkEc3qVB6JWXQQRQoUEosm5BFniQQXBtXkGmDV5BY7SbQVCDhkGOI71BC/jJQW8HjkHWYbdB5RXOQdhx0EF6qb9B0PS1QeteqkG5BN5B/kTBQbUA0EEW0tNBPEDHQSMxjUFzIJhBC8nKQQUGkEGOGKFBK07hQVwHykERMa9BCrBlQUYVrEGPZphBJ0vDQT/5n0EbHqhBlDGsQZPSqUG3XY1Bmi+vQekitkErhphBf/GwQQ/LlEFA48VBiSPKQcZs30GNiO1BSYPmQU6+vEGJXuZBy5TvQV3630GcWMpBXaTCQTZPi0FwHiNBppFjQTSOhUGPMpdBdrh8QQI2e0F+BK1Bv7WPQVYxiUHCG6lBTIWyQYaxvUG+W6tB7Au1QRwttEGI4aZB1kjxQaVdu0GC3cdBDL/HQb5KqEE6m8hBByCxQReBuEFIidxBRC7HQaa04EEK+tVBFm/UQVL+x0Eg3rdBlrCwQXWomEFVaLZB3frQQcX83UGIG9FBNOfcQQ==", + "ssim": "5QVrPxxPaj/9Mmw/Zu9rP4o+bD/rlmQ/V2JaP1ozTj+qlUY/F5VcP/2fVT9eE0M/G9Q9P35HKT+4zrU+zJs8P6/kND9p0io/9kA/P2HTPz/LHU4/FENBP+TlQD8Znzs/I85ZP/QnWT9RPE4/JhRNP8NeWj8YGl0/BvFpP6AsaT9w3GA/8JppP4VBXz+XYmQ/s9FePyMDED8Ug7M+vT4PP37xED/06zU/pUEnP7UTXj86gic/XEYKP0QJJT9VSAI/2HMDP+gJBD/+ma0+TV0RP0eu4j58tUo//o9QP+A7Kj9H3Ew/VJ9ZP/bVYz9Nc08/uCpMP1x7aj9msGY/nStoP4aMcD/262E/cWRdP5AHTz8zoVQ/HfNiP4KiWD8IVlQ/V61wPxvOVz8cVTY/tcIgP0MRNT9KpCI/7LRMP0icGz8AGi0/rClRP3UJOD+8YQk/a6k2PyO9UD9HXSk/oyw2P58pUj+RXFw/fOtcP4UMXD8ytm4/AZZvP6D8Wj9RT2c/Rl9lP8ZPZT+FMG8/bJNqP5Z4ID9oOL8+3OYWP7y6Dj/KPTE/hhw8P0YSHj/fSzA/IK4BP1Da0z7bWCQ/YtRGP2BaQT8VnU4/14xRPwkJWD/tWlk/xLlwP6GvYj+Ewl8/6z5jP0gfZD+ewWw/r1xfPwIfYj93dWY/ViJWP2ugbz9Wq24/tQJsP/jiaD/8vmM/4lRhP5kwXD/7jFs/4s5kP87GbT9nkWY/n7xtPw==", + "mae": "srbaPLQK1DxMxcQ8jNbNPIzs6Dx3IvY88kVgPa6byD21iqM9chcAPU0N3zzxlR49Ie8vPQ8f0T3jeTE+ufE+PQTUMT1Gnsg9oG04PZpQYD3G52Q9VglUPedIZj17zls9434HPU25FT2Cw3Q9jPGTPbD1Bz2rCwI9q9uMPHEUpjyZjPE8llG8PCpODj07kvM8/34mPXXy4z3t4lU+YAS9Pck75D0Ma749dE3aPRr9Kj1m9nw9m/OxPXzsgz3tKuM9BkKiPbuJEj5OCxQ+AqCQPTTvwz0OlBk90DATPbhz1T2ZB0g9CWsUPfyJBz0D4DI93QBRPXECdT3qa8Q8BAUyPTzrAj0HIAE9EkshPTDz5D38dEE9uxsGPSd/2T2iOZI9GsWxPNo0Dz2xRTs9CdYXPlJoST1tvow9mKkIPWX8gD1dQW89iZhPPX8Ibj1r7r09weZUPa2FEz35i4U9f7pIPdj+hT2oFBQ9xOAOPTp4vjw+jYg832qtPP++OD3nBso8NiCyPDGXyjzAnas8UdQMPR+Pmj0Tm20+M9HxPT1/vj0tQpI9298APhcKtT0jNGQ95X6oPdYbxD1aNGI9C6FOPXDPHT1PUIU9pkdfPdMmTj3dtmQ9fsuiPLOvRT0zdBs9O0MOPaTfiD2sXyw9+7KAPeCIVD1IJt487+0LPTigtzxhx9g8NQXCPONS+DzLvRQ93BRqPYRWrD3ENCE97LHoPM5jvDxxh+A8/RO5PA==", + "mse": "SWX2Opyn9zprlfA6244DOyCOJDva9Dc7KLTAO52YlTxB2Ss8uFRpOxxLGjuKBII7zba6OzsZljzeumU90+OhO0b3uTvn8OQ8FSDIO7REKzxKyeU7DL4QPMS/LDxU8N47bXlmOw2qlztPhSk8O0hZPK1UiDvn1og7NoilOhEe1Tof/Yg7b+YKO2t4lTvRsGA7JrqZO5IN+TwwBLU9xP+KPAJPFz1KlZM84wcjPRVlrTtjYQo8x7xQPArEHTwP+wM95BeAPAjMJj2Tsic9pGY5PIOZqjwspo07QNNDO6hpiTzzLKc7zfEtO32GIjsauoM73y2uO/Ud8ztm7ds63op7OyCbJDvneRM7gsJTO4TDjDzbgk08+kY/OyK/gTyqwB48PBPIOvp8QzthntM7yj8WPfJs5zvL5Us8lk5tO+j2Izz5swE8tbDmO8r79jtbD4w8VKfTO2BHrTucLEs8yzbJO9c0YjzYO1w7td5CO88z0zo3t4w68DmsOlJFjzt68Kw6UamEOundzzrotUE7hsxxO+SZlDyWz8M9p+YaPcxdrzz9FFM81bfXPKh03DzASOE7ROyCPJrvnTzWHPw7f0jAO/Znizu4Tew72cyyO/pVtzsRZwY8CqF8OssQlTteDFA7E8NQO7wNATxVqEs7/CnIO9ncoTtGg+U6KTBUO/uOyzpAmgo7VuUQOztITzsL26Q7ErDKO31kSjx77qs7dQogO8Uf3Do8dB87FhrjOg==", + "lpips": "kG+LPTX4kz3EtXI9xpmKPXWxlz282sM90GT7Pd53Pj6WqmA+CM8FPjOJKT5Gd3Q+DESEPvpbtD5N/FI/kKCZPqIjlD6l/Nc+5gKLPj4wjj48AWw+OuGTPsYCoT44rLI+EtApPkJmKj4CJ3U+d9+QPgzfVz4pBlw+a5cDPkHtBz6QaDE+2WP7PcYNEz4LSBA+/WU8PgxGLj/WHWs//8Q1P5hNTz9DE8k+ArPJPleKOz511t4+4S0EP6qvzz5SIgU/SRIbPzvsFj9/NVc/Ts3gPmFcMz++wEE+ZmRyPrBzhT44aEI+7NALPn0kBD7BcAk+8c/FPe5xvj1Sa7c93vurPZJMij3EgRo++Kb/PYFiJz42eko+WenbPf+UXj5+l04+2UeoPQbbNT53sIk+S8QCP4jCrj553MQ+PoZhPjIrAD9HK7k+uO1mPiz3uT52YQw/9OSxPmnQgD6iLfA+btS5Pk2BcT5uY04+H3NcPmjLVD63E+c9Tv/uPeL2aT61wyg+QEwpPun4ET6YAMQ9niD/PS4AHz8GgVA/4xcAP1XWCT9lnuk+pca0Pu8H4D4ZlsI+eskQP372GT8Rj8c+/MSIPqo1hj6iyTY+4w5OPtQOOT4VCE0+L4W0PaIZAT4w+Cg+Nuo2PijeMD5CQgo+6BXmPUb3AD4LC949IvDgPfsRhT0YqGk931WNPexYvz08BtY9RscUPjwOQz5hMw4+HoPnPXbAdz0NJKY9KrR3PQ==" + }, + "metrics_sha256": "87742088d82f549ed8476035ef8f18f55c3d67d63b188051a980145c9a967e36", + "predictions_sha256": "99699ca011dea65928253c7f044a45d6603eb24b5cc5d989708bc5f7d37c3782", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/courthouse.zip b/mip-splatting/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..6d6d2155da592072430925966606073f36b417e7 --- /dev/null +++ b/mip-splatting/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a048bcbf98f56747c22cc00e446b24b7df6d6d815da2a712a75932e567cf73b +size 875627746 diff --git a/mip-splatting/tanksandtemples/courtroom.json b/mip-splatting/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..68fa542a3c8aed8f68a4b51c5e303b8f235af51f --- /dev/null +++ b/mip-splatting/tanksandtemples/courtroom.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:29:34", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 1245.29192, + "resources_utilization": { + "memory": 6284, + "gpu_memory": 9490, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:56:57+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "db661d004de9aa7449a352f8bf192e858d0e60745a854896cee93d9ba01e7065" + }, + "evaluate_datetime": "2024-06-20T16:30:04", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.00079, + "ssim": 0.79055, + "mae": 0.05111, + "mse": 0.00604, + "lpips": 0.16517 + }, + "metrics_raw": { + "psnr": "0NvYQQBixEHUfdBBDiXYQfpcykGsB7pB7rGcQeJ5r0EsmZ5Bk/aLQTpjvUE2e6ZBzjy4QbT9r0FuWYxBpAW3QZQnsUHyha9B1hm1QYEry0HwyspBgp2qQSn+zEGE449B9ZjAQfkZr0GDZOFBKLisQfPkvkFk9q1BsASlQTdGrkGes71BbP+6QcUh0UFMGNRBxrrLQb7ppEE=", + "ssim": "6DxeP5lFUz8n7VY/+stSP9QsVj9L808/vnExP/TsSj+mxEM/0LMHPx05RD+04j4/4/9HPyP/Tj+zKj0/Mh1YP74hTT+8r08/JSBKP5VbUT+dKVY/nn1PP+CbVD/xuhw/YrFPPxCdRz+d218/EkQ6P3YkVD+0uEA/bAg1P6HERz9NJ1Y/W2hUP4GLZj/3M2Q/wgVcP5cfLj8=", + "mae": "Ou7XPHwlKj3HLBA94fruPKgnHD2xID09zuugPRpxVj33gZE94HO1PccVPD0IAYQ99Wk8PeU1fz0VL8E9EtxAPaQoTj0OoWc9uK1UPZEF/zz/mPs8F7t/PWti9zydU7o9S68tPT/rYD0rSr88umR2PRldOT3Ae3E9iaeJPfl1gz2i+zE9tpIrPYyu4zwGgQc9KPoYPe57kD0=", + "mse": "mSP/OoX7ZTt7TiI7xTcCO5CdQTuY6Jo7xjA0PK7k0TvBlSo8xdSRPISjjDst9Qc8MxyjOzzOzjskOJA83uqoO4T+xzvim9E7SYWyO+QrPTuSPD87gWnxO5OAMzs8QII8QDqAOz4r1Du2ksc61TnjO4GrhjtePds7C84NPOxH2TuRX4s7N6eWO59XHzsMURI7ECY6Oys8Djw=", + "lpips": "+gLpPel7/j3gWRM+WLwiPjxj3T124wQ+xMNKPiSRWj7S/mc+GLn+Pni/fz4jgEw+210yPtItSj7NWoE+LaGjPdHKqz2xfyY+GkczPqqHwD2yP9s9bGNZPmc7Lj6IcIQ+3otNPle2Bj7Pfes9/uExPtdC1T2GuhQ+lJQlPsQ3kD6/F7Y9km6wPd6dOT2RZLo9lT3jPQ7hVT4=" + }, + "metrics_sha256": "792d2bba8e430aba93d298f5d74e426e0925dd92d4b568647cb073b2fcd3859e", + "predictions_sha256": "c1768e51861f17c213531b1fc7b3fd69bc85c7c871461efb75aa9f6e70102c2b", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/courtroom.zip b/mip-splatting/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..b4e37184952824b166bf08a713eac8f4dabbeb31 --- /dev/null +++ b/mip-splatting/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67daece2791a148a232696c1aa836bb572b2a42a52c6e6b9bcf774f2ff659757 +size 3286174836 diff --git a/mip-splatting/tanksandtemples/family.json b/mip-splatting/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..4a41ee6ea163f79dbbb9bd417823a3b38a7bd0cf --- /dev/null +++ b/mip-splatting/tanksandtemples/family.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:52:24", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 943.99899, + "resources_utilization": { + "memory": 3498, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 7162 + }, + "datetime": "2024-06-25T08:52:09", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "ace9aec7de577dc8afab1f914213ccb435141d318f56455906aff54139be9cf5" + }, + "evaluate_datetime": "2024-06-25T08:52:36", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.54648, + "ssim": 0.87179, + "mae": 0.03608, + "mse": 0.00391, + "lpips": 0.09536 + }, + "metrics_raw": { + "psnr": "IBe2QZNr4UGmz7lBiifLQUflzEHJn9tBkCXPQeHbtUGQ1cBBLwOlQQwuw0FqnclB3vXLQcEXvkE9RcJBluPnQfAHsEHjN7NBtPW+QQ==", + "ssim": "1ipVPwgtbD/ptl0/fAVfP9QuXD8wvWU/W4JmP18aXT9J3Vs/7pNUP+6QYj8u5l4/m+diP/h8Wz+quV8/qCNnP4buVT+ugmA/JSZfPw==", + "mae": "dTE7PSg3uTzykx89hAYWPVuN7jwy3cU8T1kRPTjBKj14nBw9QAZVPfXUET3nFgg91KUHPSsXIj1IiQU9lPe6PAofPz2QUyM9oLQZPQ==", + "mse": "LIKtOyxqxzot45s7f0E9O04BNDsinus6Q7YoOwurrjuvtn47LNQNPLgVbjut1EU7h+o4Ox/QiTsbZnQ7sYmlOlmRzjv5dbw7oWqGOw==", + "lpips": "uuEVPtQzjj1++M49Ihe2PVv1sT2q9Kc9pXmYPdyv5z0laeg9XW8GPhIctj2beJg94arBPdZdvT1cMag9H8GWPS0ZzT12Ed49mou4PQ==" + }, + "metrics_sha256": "269d06388892eba219a691dd3fd69b1c8c40d486aa00bd78c6b1e2714c522294", + "predictions_sha256": "addc59bff1879389b9a555a7a27ed483ccc2133155a4b7a2ae0c9f80f02735ab", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/family.zip b/mip-splatting/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..b78d36e79bfa9bf4936a232da43d65400d0c1299 --- /dev/null +++ b/mip-splatting/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e59992f609298b16477c51b52435ef2e5f032e70cd1ec30c18e5ebe63f91d5c +size 2444314446 diff --git a/mip-splatting/tanksandtemples/francis.json b/mip-splatting/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..aa1127529298c346587a1452bfde6c53634e4e56 --- /dev/null +++ b/mip-splatting/tanksandtemples/francis.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:48:07", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 706.7782, + "resources_utilization": { + "memory": 5411, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4502 + }, + "datetime": "2024-06-25T08:48:02", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "50ae889c56f543e26c80cfef184051afe934dcb6e025707d3179bec81ae52981" + }, + "evaluate_datetime": "2024-06-25T08:48:32", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.60983, + "ssim": 0.89927, + "mae": 0.02922, + "mse": 0.00219, + "lpips": 0.17184 + }, + "metrics_raw": { + "psnr": "zuzbQasP5UGk8ehBP4XwQXq29UGaPepBBz73QdkV7UFmw8hBUkTBQeHLnkHrTNxBpbLQQVYo4kHN2uJBiQLEQYnx4kGeqgFCUHvqQQIL20HlfuBB6FrcQdyB2UFgv9pBqkTjQZgY70GsKsZBAE+fQdPAxUGRZ+5BWlHjQUr3zUEnBfBBhyfdQWvS2kGXD/NBZUTiQWtM1EE=", + "ssim": "PYtUP+0GaT/E0Gw/jPNoP9HHaD/M3mw/hDxrP+NyXj+JL0w/zq5QPz2KWj+n3mU/lklaPyyNaT/XTGM/aqZVP38lZT8an3Q/bpFrP5Sgbz8Y4G4/+sRuPw2BdD+gPHU/NBRsP2Acdj9JYG8/euExP/6LcT9t9XI/gK5tP/fpSj9iuHM/MrlrP1U6bD9nXXA/F3hePybsZz8=", + "mae": "aKH6PMuK7DyicMw8VzC6PJXklDwz9MY8DYCMPBEJsjxb6NY8+P4dPat1jD0KhLs8vMb+POeM0DzSRuM8HeBAPfY22DyUOoI87Fm9PIcwqDzSTOQ8imnsPFGeAj23EuA8t3O7PDgdyjy0MCo9+rKOPdYyID0GT7c831bZPBXUDj0YmbE81F3VPJ++2zx8lpA8jyjiPP+I/Dw=", + "mse": "EpbpOheTszpWlqA6gR+BOsJlXjpHtJo6wtFUOseKjjpdvUo7uI97O4KdKTxbE+c6eVghOyc6wzpcWb8613ZoO1LcvjqgRRY6cKKZOo6X7zrfysw6YLbmOopr+jpfo/E6wxW9OuSGhjrneFo7FCInPHcWXTszO4k6y9C8Ok6LLjsD/4I6IXfhOgsf8TqKCXA6w5zCOi52ETs=", + "lpips": "3p1dPocrJj7eU/o97AbrPbViGz7zzuU9IrzqPcomXz4QTIo+E2FlPmVPaj4leCg+0idWPpYo/j2IXhs+INk4Pk1pDD64DRI+6mIEPsLuET6MojM+KBA3PvVhHj4QzD4+NKYzPnZeMD54ciY+tYbCPruNED6+r+g9vJDXPT7kiD4EagM+lk8kPtJiNT50FxI+8RZqPmpLJz4=" + }, + "metrics_sha256": "5ee24e5fb8806987ec9c0830bf84b1c3fab8e5f6ca0ebc713a3bf8b18c2c2d11", + "predictions_sha256": "37ff97df056659bb6cae80fef1781ac6e74d7e6c8649dd04be21c54e8ba40ae0", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/francis.zip b/mip-splatting/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..f9c350dc84b49af20af021f33cffbfb575696113 --- /dev/null +++ b/mip-splatting/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1907371764d598cf6c2f08cdaa321d9ab73830e1430995c9ec5575ffae4ef4d8 +size 907445985 diff --git a/mip-splatting/tanksandtemples/horse.json b/mip-splatting/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..8810ecdd6a0f1497f0f71fabf38e60e97e8aea32 --- /dev/null +++ b/mip-splatting/tanksandtemples/horse.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:49:11", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 766.17151, + "resources_utilization": { + "memory": 3639, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 4690 + }, + "datetime": "2024-06-25T08:49:03", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "714e13a76e094fc39580a1189ba5aca67b23c1e8c4e99ce34f1d11ad46bab1b3" + }, + "evaluate_datetime": "2024-06-25T08:49:23", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.93635, + "ssim": 0.87883, + "mae": 0.03653, + "mse": 0.00425, + "lpips": 0.10447 + }, + "metrics_raw": { + "psnr": "u9DDQUjI20E2JrxBMKfVQStXyUGWv8JBrEe7Qe1FuEHW8r9BoGPCQXxxt0E+yshBWwDCQcR/r0H/DbBBLFO1QeBBxEG0l7VBYvuxQQ==", + "ssim": "Xc1fP+70Zz8bi2I/MtNqPxksaD8WeWM/p2VfPwK8Wj8l12Q/9qddP5+8Xj8e/mI/QQVeP+CJUz+beV0/G0VdP5rUZD/YQGM/3hdfPw==", + "mae": "powNPbIb1DyBOj49HO/lPCmYAD2dPA89XVksPcKyGj3oTis90yIKPdZTDT2j5/Q8xzT5PAU6IT0Zw1k9p5AlPc2hDD1mfwo9fq8pPQ==", + "mse": "CMVpOyCM6jrqvZE7T+YLOzhmRztYD3E7Mm+VO2fxojsZpYI7v5BzO7bhpjt8lUo7i0x2OzDB0TtQbc47oV+xO43QZjsXA7A7sUnDOw==", + "lpips": "aXbEPT2Mmz2QQPA9wK29Pf7N1T36frw9LrHLPeol6D0u6rU9uewEPkDb9z3wpPE9jpAHPpp1CD7QpNU9V721PaiRwz2gEsg96rOsPQ==" + }, + "metrics_sha256": "97839560685d92cc52d767a2a31ba202e2a446d9a306b663da3dbf93ad5f3a70", + "predictions_sha256": "b91aa0ab2bb823b2ac5d7fb940fe5a49404d14d932194fec50aba8c9daca07f6", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/horse.zip b/mip-splatting/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..f1b8410302584d900b2ea041d5a7c2b75f58df82 --- /dev/null +++ b/mip-splatting/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f35c32a47cafca4280eebd64de7c8f045afd008da85d2eb31cf79e8f39891c +size 1514805214 diff --git a/mip-splatting/tanksandtemples/ignatius.json b/mip-splatting/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..a33a5b1534cb50fc5faa7bd6c3ddafc77db5e52e --- /dev/null +++ b/mip-splatting/tanksandtemples/ignatius.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:55:43", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 1123.96146, + "resources_utilization": { + "memory": 3740, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 8660 + }, + "datetime": "2024-06-25T08:55:24", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "bb4847a4dc5dbb496a68d5a4e0141ea97c3a0be212da8f17a3f6c308cc2df0e7" + }, + "evaluate_datetime": "2024-06-25T08:56:05", + "evaluate_version": "develop", + "metrics": { + "psnr": 21.73332, + "ssim": 0.77976, + "mae": 0.06112, + "mse": 0.00808, + "lpips": 0.1591 + }, + "metrics_raw": { + "psnr": "fP+2QUfXuUFtYr1BcRiyQbIjvUEdAaVBn+y4QcgBv0EdQLFBcF+1QXcVs0Fo/JpB6GHRQXuztkGQI71BhpK8QX1jnUE+q6dBoPKgQVd8wkHOrKFB2YO2QaHOt0HrubBBCGxSQbBwoEGuWrdBxJWdQd1KpkHifKVBE7mdQS55skHs7pRB", + "ssim": "CARFP4v9Tj8KHlQ/kUVBP/81Tj+tVUY/XbI9P36ATT8mGko/dCRUPzA5SD9V+DQ/uyVUP566ST8gKEs/uP5XP9J9ST9e60U/5N1aP2OeTj+YoEA/jA5RP0jzQT+D500/XSw0P+MITj+3DE0/C81DP3fCOD+5kjg/8kAyP4sOQT9Eq0M/", + "mae": "DvE8PVhoSz1xCUQ9ZRtbPUJIHD2Vlos9vkpBPSaNND2n2E49o5dJPQkSQD3/c589bmkJPSyKTT3yIys9igM4PRvdlj0J9Yg92V5RPYloHz1UxZk9EjFgPdO7RD1y91k9dVlFPiyKpz2NTlI9HoSZPWGqkD3DwIA9cl2hPbe8Xz2NjMg9", + "mse": "ywipO/DAmzu/pow7pqbCO5uljTui3A085uqfO+w7hjt+ccc7ECGxOxAxvTumRj08iTIeOyl8qjsopo07UvqPOwqhMDyNYwM8Wm4fPLPjcjvmIBw8hmarO6QkpTuneco7FUFGPQHHITxkT6c7JqIvPOCyCDzD5gs8BvAuPJyLwDvRS2E8", + "lpips": "QwsQPqJaGj7i5wA+FMYkPotAEz4PySk+3AoTPtKC+D0RhQc+FE0MPjdsAj6RCz4+OrQVPoIGJD4Buwk+sejhPTAXID6mCSk+vOYbPgwnHj6CAjo+ydtzPtkJGj7K7wY+iZSnPjfDFT76jRY+3qAFPmx7ND6AYjw+vuJHPi7XBz7ijkc+" + }, + "metrics_sha256": "46b8553e98bdc3b700feb854c36c0c380f7c5e3e33a03d63ae823b88b66e5e5c", + "predictions_sha256": "885b855b4ff013213d2e5f731c4c956a2b2ece72b9b449b9664043cb21cdb5fa", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/ignatius.zip b/mip-splatting/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..14e07164415f748ee785d8fbbfb4226e46be9060 --- /dev/null +++ b/mip-splatting/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba4dd4edf98853d29c9ac6b9a849eaaa89cc806bc6213b2000e7c65ace56d9d +size 3212988238 diff --git a/mip-splatting/tanksandtemples/lighthouse.json b/mip-splatting/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..e1762c97131d82fdb01e91ab6507de315bda1a76 --- /dev/null +++ b/mip-splatting/tanksandtemples/lighthouse.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:30:52", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 826.51134, + "resources_utilization": { + "memory": 4534, + "gpu_memory": 7180, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:12:36+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "1845076925a7cb7e193e9cc30352eb1ff56b9cdaec81b44f495e87af784b068a" + }, + "evaluate_datetime": "2024-06-20T16:31:22", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.25176, + "ssim": 0.84413, + "mae": 0.0513, + "mse": 0.0074, + "lpips": 0.15875 + }, + "metrics_raw": { + "psnr": "5s60QfZGz0GgoolBZC6nQeZztEFGEs5Bl+WrQYoysUHbI6dBLSOzQa9quUHYCbZBdnKlQRom0kEC1bdBxhHHQXjPu0F0arxBWz3AQYD5uUGDDX9BqaSWQSNR1kHF44xB5xWOQeblm0G/RsZBNXjPQa6ZlkGoXqhByaukQSBBtUH0wahBgeLJQfbj20GWKLtBRwySQRUhw0EMfaZB", + "ssim": "M6hqPwt2dz9wHls/YaNuP37sZD/+22g/r/FPP2DCJT9B91I/dH9CP4H5Yz9iR0s/1BRhP8m8Tj/ldmk/U81eP5AVWz+phmM/L35zP4PWaz9cb1Q/8zRhP4lKcj87fkc//lQ9PxJ4Qj+SVnI/S+pwP/uULD8itj8/tJtDP009XD/4skQ/CfBTP7rdcz/zGUk/hAJjP3C+Vz//wDI/", + "mae": "wCdLPQnWAD3ywL89tvpgPbN/Yz22f+M8ZHo/Pd7nRT0q+lk9eOFDPbPINz2j9j49qfqJPQYBCD3RSFQ9T2UOPcmMQT01bDc9ojMQPd5YOT3dPcw9gn50PRHPpzzENc89YwKvPeZ4Vz1UdwM9lDO/PMNbpT11Umo9kWd9PalJOj0nFTo90Pb3PBJGuzy4eTE9bhKPPRhHMT1PDIY9", + "mse": "9Ae0O2UUKDvj75s8Cj8FPObhtTvzAy47ZqvoO3O/xztzZwU8cua8O7+qnTuNxK07vxAMPP6+GjtcBqU7cd5UO4wrkzu7oJA7FY6BO9AnmzsUmdA8AnpWPHpACTtV/o08ejCJPC5fODymyFk7ziYnO9W9VjzZwwA8tzoPPN67sTvHq/47yExEO4zR6Toe9ZU7HM50PJpubjsA7gc8", + "lpips": "XWfzPQuJnT2SQGk+kQkePgOg3j3nqb89/MvoPS+EzD6THDc+isJuPldd0T3xz10+600/Pvkkgz61agE+wYEiPpOUGz7eNgI+0ZGkPQtswD1z+lE+zJEpPsy7sz067S8+jN4VPuftCj7ua6U9H8OiPfDcez5KylQ+ZBUqPpGT7D2xICk+LNsSPtQxzD04TGU+3+suPirZXT7yHSI+" + }, + "metrics_sha256": "50841a375918bdd7840b0fed9faec4bea659f59685df14561b09e3e64bd25e1f", + "predictions_sha256": "fdc1dfcda485594f68a2b27186412ef1a625a438b4924e8646091bc119a9f638", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/lighthouse.zip b/mip-splatting/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..9d3a6698be3c8d05e5ac92692f6f09c358a15883 --- /dev/null +++ b/mip-splatting/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4198ed7a950ef2f93b669753c7d146931d959c6931f14d45b07807de9cfbc98a +size 1008494724 diff --git a/mip-splatting/tanksandtemples/m60.json b/mip-splatting/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb0e8537cc814f5b111eb886f4f8348e2dfa524 --- /dev/null +++ b/mip-splatting/tanksandtemples/m60.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:51:56", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 912.52179, + "resources_utilization": { + "memory": 3891, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 7306 + }, + "datetime": "2024-06-25T08:51:46", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "d359f08afb581e33c2b1d7a0b324dc788555eacd13223f31bda691ab70188c11" + }, + "evaluate_datetime": "2024-06-25T08:52:27", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.9796, + "ssim": 0.90381, + "mae": 0.02264, + "mse": 0.00184, + "lpips": 0.11233 + }, + "metrics_raw": { + "psnr": "Or0JQuZu8UFHNtZBB3LmQdq6tUFvLelBLd3VQXRc0UHRV+FBWknYQb0m30E+LuNBLIngQd5v0EE4kOBBxhvWQSv62EEr//NBldbjQfbS40ExzeJBHRT2QehF50G+67lBFjTaQcH78EEZrNZBFyjEQdAE/UHwVutBdLvaQWSb6EHeh+dB3+LhQRTo3kFZ8+pBRjjPQW0A2UE59PpBdEq3QQ==", + "ssim": "wx54P8bBcT8nvGI/RRxoPxwNPT/u02w/18VeP4omXz8wWm4/sURkP4Opaj9PD20/drtpPyZMZT882mI/PVZkP33maz92inM/AYNsP0pHaT+FlmQ/coNrPwSZaD+jKko/rbpfP4/pbT8602Q/msxdPyhjcj8lXWo/QSRsP1JXbz8mWWk/zT5nPy1baD8MbW0/+TNhP/gRaD/NzW8//OBpPw==", + "mae": "wlpGPJLNgzwAk848UcC0PAwONT0zdpA82R7UPNOxwTzutbY8KTbPPGp5xDz5Xak8J1uyPNl4uDx5J7s8xHDHPCn5vTx5m4A8Q3CqPEnBsjyGs7E8nzaZPOhcpDzG5Ag9gF7DPMAnoTzkJ8g89bj9PAYgdjzPmZ48rPmuPPpjkTy/KqM8ACGmPGZsozwlmJw8Mu8BPYPnxDwlvXY8QYMXPQ==", + "mse": "qda8OeSMezq+qgk7jo+sOmRRrzvpgp86kQ0LO19LHju028c6BrABOzjf1Drxj706T47MOr6PIjvaZMw66xMKOw1F/jpqqGk6HgK6OoYVujpdpL86hhFcOqZ/qDpMZZs7tnP1OgHUfjr52gc7GHxnO4U4NDoo45U6o77xOukmojr5QKc6DMLEOnxg1jo1k5c6g1soO0YX/jqIQT86mp2nOw==", + "lpips": "OwU0PbSjrz0exgQ+12ADPqUnXz5X+889agPpPWv4Aj7HB5g9Ur5QPj3enz06HgY+A33TPTQZFD6EZBk+anbsPXXU4T2Tu1Y9Fiy8PdUIiz2E9g8+agjwPex6Bz5ZRQE+s7o0Pgdzvj3F6Mg9JcDTPapFnz0wC/I9Q2KKPf6GnD0ix+09S1EDPjwyCT61Pcs9l7YGPnNngT3ymfY9LfLPPQ==" + }, + "metrics_sha256": "f843134843506698d86d6fa75f03fec2c694efde6e56ef1c883aa5bd1fcb762d", + "predictions_sha256": "da62793938aa045c63fddb6809b0f1377b9b62a22e6056c855b366bffdb2127b", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/m60.zip b/mip-splatting/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..1e04bef5a76fc5be0be4747f8ced16518851c94a --- /dev/null +++ b/mip-splatting/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7381b9fa31c4847c5121c695318d29d7fdf210fa03bbc0d5774f72aa1c540c2 +size 1801208543 diff --git a/mip-splatting/tanksandtemples/meetingroom.json b/mip-splatting/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..f96dfb27b64d2d469e879bab76d5ae4001e0e076 --- /dev/null +++ b/mip-splatting/tanksandtemples/meetingroom.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:50:54", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 852.77202, + "resources_utilization": { + "memory": 4432, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 5868 + }, + "datetime": "2024-06-25T08:50:46", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "abef12671f73868f56553602da698d02d67afab420ef19c9b74e1b8afd4d87ad" + }, + "evaluate_datetime": "2024-06-25T08:51:27", + "evaluate_version": "develop", + "metrics": { + "psnr": 25.4589, + "ssim": 0.87029, + "mae": 0.03309, + "mse": 0.00324, + "lpips": 0.13749 + }, + "metrics_raw": { + "psnr": "5OXcQerGyEFE1NNBl9W/QY3cx0GGg9VBMfrtQTCn3UEqzs1Ba4PKQU532EHKIspB/Oy5QbE2zUES+cZBfrTYQU6y3EHuGdZBlHrcQZKA0UHYKeZBUdfHQUsIz0E00shBGBjDQQpXxkHkEtFBWN3KQUrSxUGoCaJB98vSQUj9zUF8seRBUPqqQWeZwkHkUrRBqfLaQaVb5UGO9dJBIQmoQb2zokFuheFB3iTJQXdQxEHetbtBf/65QeKGwkE=", + "ssim": "kIBmP58xXD/frmI/flpfPwqiXj9BLWg/EzVuP65xaj+vXl0/dBlZP6C8Zj+8iV0/uWNUP7b9YD8BkGI/6EllP3BeZT/nwlw/JJxkP9RBXj/wkmQ/ZWBZP4FMZD825Fk/+TpYP4TEXT8JZ18/NYVWP024Vj+fO0s/elBgP5NaZT9X4WY/zgFXP2A+XT/Onl0/YldrP7hCbj9JMmU/m9JCP2JyST/Wumo/dW9kP8X3XT8GnlY/UWBWPxF8WD8=", + "mae": "E722PM/D7DxQges8CgITPSD4Bj1yquQ8O461PFFDsDwr6ss8r/gCPRHj2zy+IwQ94lwsPbX99zw0NdY8m8e5PLg7sjwHA948DvKyPB5X5jwdQqo8GFQEPUt89DxDrAM9X7QXPVOr6zyQ6ds83QQYPXF9Ij2meIE9x1ntPJ3/AD1ondA8DbNePcdaKz3TLl89d5LyPPKg4Dw2KOk8SrpVPXOXgD1tvMk8S0cNPVEb/jyvTyg98uInPXqnKj0=", + "mse": "pyLjOtyoSjukcBM7RhODOxUSUDsxdgw74O2KOp9A3jpkWi87ysdAO/AEATvm4kI7wl+bO2xdMjv/dVU7fSIAO9505Do9Gwo7duTlOiinHTuF9606djFQO6FEKTsOZ0o7VKxuO5xiWTvsmx87VNc+O22nXDvSgRo8E+MXOzdtLjt6fLU6CejuO9gYcjsEj7Y7uT/wOhEMsjqxLRc7XAICPKWUFzwE1sY6uodIO7hvZjsnmJM7gRGbOwqacjs=", + "lpips": "eCTFPWRWBz6sQvM9FUATPr3C3j2P7Ak++mHNPQcbrz2uEPk9i70UPkrDwz3c0w0+Dp9NPtw6DD6jaQs+0wEQPlvb0z0e5gA+ewr6PQR8Hz5XbwI+V+kDPjuUED4E4SU+CPBEPlmsMj7SBww+nihBPiQPVj7/HkM+nAnmPfDUFj62Xfs9S9AHPs7hHj4XURc+5SCtPTxRyz26EOs9goEZPhClXD5Pxus9VfzyPU0K9T2IP/496XEDPvGyOD4=" + }, + "metrics_sha256": "5d9791d650bf50390a0856e71f0b96ae839678c5f3a1e4490c3821d92a4c1a14", + "predictions_sha256": "4bace03a7514d8a357cf59bc4df7c44f4d1c0a31a964973c7f7baceeda4e7ac1", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/meetingroom.zip b/mip-splatting/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..2246d0dc280b653b3a204bb9cfdcaee8580afc4b --- /dev/null +++ b/mip-splatting/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d24c71800934ac2d64a6f7d864f9ece05fec361dff257093acc54ef6d109f6 +size 1408777561 diff --git a/mip-splatting/tanksandtemples/museum.json b/mip-splatting/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..21f4aad532a8a9b36012db3b7f48e6d4ec38fb95 --- /dev/null +++ b/mip-splatting/tanksandtemples/museum.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:32:58", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 1494.73323, + "resources_utilization": { + "memory": 7343, + "gpu_memory": 12870, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T13:01:33+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "c56435ea248d07699b09e128e6d33669c3e0969399e2c12f9ea6016f956a5898" + }, + "evaluate_datetime": "2024-06-20T16:33:26", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.88404, + "ssim": 0.76789, + "mae": 0.06607, + "mse": 0.00899, + "lpips": 0.15759 + }, + "metrics_raw": { + "psnr": "HLygQXiUtkHyS8lB/KmwQeiXnkHSGLVBoW+aQYjemkF1dZxBEn+UQQVOg0EIYaRBaO+iQeBqrkG8865BJnytQR7xuUEKXK9BjYeuQZ0FnUHSoqNBloijQZe5jEE7Kq1BYgWoQckxiUGQgaRByoKMQQyvrEFPpatBjZyyQSqCqUFhIp1BXrqpQTyYvUHPfL1BoW+oQRoTtUE=", + "ssim": "iQVLP5jSRD+FLFQ/j/0+P8pAQT9Ax0Q/q/dQP0KQRD82mk0/kZEbP0U2Mz9S+U0/ucJCP7CkVj9XyS8/4/xQPxP1Wj+nW1M/xXVRP/VaSz8WeEc/eVU5P0aADj+nClI/0PFXP/ZhKz/U8io/otQRP81CVD/Tv1o/bHtYP+4UPT8O1j0/yYZIP/2GUD8s+E0/F9xBP60ZUz8=", + "mae": "ZuSKPa2ATT3HkSQ9sVtqPWZ5YD3/0EQ9c96jPemTrz2NZZ8931m3PTUM/T2y/X49d5uSPbzwZT0w13E9+sdePdgITT2BaGw9HUZvPWC8qD1LNpM9QBqCPaWpvj2kaHQ9rfSFParn3j16GoY95HPGPbb/dj3vC3Q9FzNLPUWXcj3qFZc9wvR8PUpCNT3Kjjs9RHRqPcJVQj0=", + "mse": "SGkgPJoUqzuwpkc7lNbKO/ybKjx+irI7rEtAPKfpPTx6azU8uCVkPFIauzwwcBA8LpEWPB9j2Ds+FdU7C0beO0VNmztFmdI70LDXO82AMjxyjxM8DP8TPCKrjjyQVOA7YRACPJDtnTwt6Q882YyPPHh14zttW+o7+ce/OwA6+TtB7TE8GKj3O5TNizscPIw7BYUAPOKnsjs=", + "lpips": "0BAsPq6tRD7HrhU+CtZRPrp/ez63aC0+SUcfPrsHMD5TzlM+fMkfPvRFMD7ULRY++qTfPWX9BD6sdpQ+kKYEPpWXBj6RAwE+vDu4PfZ+6D3R0gg+XCIlPlm8qD6OiOA9xMbPPWm0cT4ZjH4+Ukd4PvTt3j0Km/M9xmucPSBTyD0iqUE+sWcDPikGrj3+Rsw9kswRPmDt/j0=" + }, + "metrics_sha256": "92b0e51973e449d1b7d6c69d0cb4575fbd3555929e781f6051f047c3d3b87c8a", + "predictions_sha256": "e41a72017d16893dd9bd050b776b4c4be4ca989320f37d23294d5deed2754727", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/museum.zip b/mip-splatting/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..970e81b8dc6428e238ba50c5bae4a7218a41378a --- /dev/null +++ b/mip-splatting/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bf73a2221a94797698ad8f4711b3d1c4936b82c50329874aa15fd4b2de02c1 +size 4692232588 diff --git a/mip-splatting/tanksandtemples/palace.json b/mip-splatting/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..36f9a1251941448bc5c9e8d721c95a8aefc588e4 --- /dev/null +++ b/mip-splatting/tanksandtemples/palace.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:34:21", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 772.10388, + "resources_utilization": { + "memory": 6868, + "gpu_memory": 6632, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:48:29+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "60a55ede8a42535159caa134bcaabaaf92599692bc4abc306c2b4ae94af72607" + }, + "evaluate_datetime": "2024-06-20T16:35:01", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.62545, + "ssim": 0.73106, + "mae": 0.084, + "mse": 0.02085, + "lpips": 0.35402 + }, + "metrics_raw": { + "psnr": "truQQdGiqEGmveFB2KPOQfcJrkHC0tlBWGCfQYX9nUFULtxB38S/QSa/4UHGE9hB8ArlQUOz30EdI7RBwdHbQeSPpkFFlc9BAsqtQb4df0Hqj89BNpupQR7VoUEjF5RB6mG7QdGwhkHHSK5BiQeWQa2yYEGy4h5BY2pXQSaZR0GM7KRBikKwQbjIhUEgi9RBbuuLQcFYjEEoTSpBWYlVQSUeN0HH1JZB0kqUQSZniEE8b9FBdmaFQQGvwUF9uFhBuNCFQUIzUkGoQ3FByterQeIITEHInYhBhHOoQTzgUkGpkURBnLUqQWIZYUFR7GlBHA7EQfGQmkGeKLZB", + "ssim": "YroVPw6DNz+vH2k/6WxgP96rVj+kBWc/E99GP30LKT/dLms/9udOP6sQYD+DQl0/D/BYP0btUz91QUg/IbpRP9NsLj8oWWc/TrdMP9FcQD+cyW8/L9pcP2o3OT/GsT4/JVZYP02GEz+e6EE/rIgzPwc7UT/Un9A+6sctP0C9KT8ELzU/C95dP3otJD9wI2A/U2suPyiQJT8kLD4/0lbhPilbBz9YSTw/01kbP+zH4j5cYWU/j8gIPxRvST9NyBw/nzNHP/QXJj9aBEM/iVVUP/0xJj/elRs/PdVHPwaEHD/1TRI/A/AfPwoLCT/BHgs/c8ZqPwRrPD8vt1o/", + "mae": "NsK6PXlMUD13kLs8/K8GPXWcdT1tx8U8zk5GPfBpfT01adA8m7wbPZ16yDxYaL481zGrPPDMxzxRxU494vnaPJWfjT2C8gs9j1xvPWhvtj1Stgo91yKKPSBudz0Y5LU945o6PWAdvD2yyjU9XdClPQZi9j0iJnc+TeIMPupxRD4JT4490KBTPQJO0z3b2uY81pjePSnuoj1ytEc+SLsXPtq1Uz7Pxn09guaNPVlKvj1VUAg9XojLPavqNz1YK/k9fAO2PZtOBz7qHuM9FCJKPUhYUj7BPNY9VyiXPXpbID7DVC4+hpFGPllRDD76AQg+30M4PZZsYD08ECg9", + "mse": "AT9+PG+Q/ztHlcU6yjArO/bB2jsSJ/g6uc4mPLaYLTwn3+c6aVKDO76MxTqceAI7kauzOgKJ0TrBirc7MkzqOlakBzw1myY7IFbcO2No0DzltCY7mYb4OylsGzwz1GY8ff6UO6e6qTzgN9k7k0xaPF1vIT13HNA9xYE4Pa+rZz21MA48CzbNO2s3rjyVcBA7kwOSPPA6kDz5lLA9fZA9PQPXkj3FUVU81H1lPDaRoTzn9R072SawPOiPeDvrEjU9Ug+uPFLjRj0PYv486gfpO3tXWT3zk6A8pXYAPKH2RD1Z/nE9ToyvPXOBID1SXQ09dyloO6GTPzzoKq07", + "lpips": "DBfrPlj6hz6l2xE+pBQnPiLWMj4ooAA+SHlzPvTDmj4Vd+w93sBcPrIqLz5rMDE+PqtLPnJiWj4R9YY+zthtPpLMyD4vHbs9jn7aPYOIxj4ress9ZIGsPTRPRT7YAx4+efvWPRzSDT/enZ0+YnLiPr7xmj5m32E/KZHiPiyx3z4J5fM+lxsdPqekCz9bM/E9ExnmPvPo8D5D3RA/aEBfP/IAAj+blK0+WlXwPmgiSz/IAQA+bDJPP45slj4ObiQ/GNm3PnbTDD9Dv8c+4UaBPuTywD5oAyg/ciqaPkj4GT9SvjY/eo0cP7S1Ez9PWBU/jnKtPX8fuT0uyLM9" + }, + "metrics_sha256": "13107e0c69014486126f3a5d390908cd85dc4662f7cab14c51cf8734c388d798", + "predictions_sha256": "48b75304190893d31fb924c71cc7882fb1ad5dfe00da704fe553d22136bec590", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/palace.zip b/mip-splatting/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..72791394db1bf5bb85bb35d28341869c56491fa5 --- /dev/null +++ b/mip-splatting/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2602b65791e75da89416d269d8bfc64ab8a6cddf7491d1bced2e6f30b88799 +size 801429177 diff --git a/mip-splatting/tanksandtemples/panther.json b/mip-splatting/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..20134dd8aa6809c86976553d0f44ada3c9c37eac --- /dev/null +++ b/mip-splatting/tanksandtemples/panther.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-25T08:52:31", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "nb_version": "develop", + "num_iterations": 30000, + "total_train_time": 942.53369, + "resources_utilization": { + "memory": 3858, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 7558 + }, + "datetime": "2024-06-25T08:52:19", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "0db8c81d3b21a64e20fd2b735c713b53f08ddbaabfced77350f1c72fbb81eec2" + }, + "evaluate_datetime": "2024-06-25T08:53:02", + "evaluate_version": "develop", + "metrics": { + "psnr": 28.26653, + "ssim": 0.90798, + "mae": 0.02315, + "mse": 0.00193, + "lpips": 0.10851 + }, + "metrics_raw": { + "psnr": "Krr+QQU/4kEgGOtBAwn3QShB50EqSblBpOjzQUp51EEsBNNBYCTWQYgm4kFX/dZBBLH2QT5g6UHzNetB1yTmQUHt5EFob/VB7rXKQdyC8UFdxgFCaajuQWEg6EGZhuRBOLPTQUNMykHh3wNCPejAQS5e6EHeAd5B6G7IQRRE+EEkIeRBzfv+QYsKlEEhIuBB1I3aQfyv20FZmelBPz7bQQ==", + "ssim": "E7h2P0VuZz/1BXM/Ek5zP7caZD9qZkc/+PdtP03DXT/Vh2Y/aP5jP7W0Zz91YmA/soRuP3Z+bz9PV2g/qmBsP98cXz/2WHE/aEtnP2HDbj8NynI/yDRrP1fwbD/EQXE/gXxpPwSkVT8oJms/LcZcP+Uxaj/7MWY/aDZrP1UraD9Ti2k/MbxrP/mnVz8oGnE/AZ1iPwLfZD9sh2s/5BtyPw==", + "mae": "OnZ1PL+lrzxIsqA83x6GPFertTzyNRY9/xOUPIQx5TwEQOw80WjVPPaVujw4Eds8oe6aPK8amzyBKaY8+uiuPCfTqjxgqYg8ePnGPJuMnzylCmk84kKZPJf6ozyrG5s8ZW7ZPC1r/jydFII8aTkBPXW9ujxQRtk8HiDEPBpCmTyfm7k8nUp2PLVNjT2iEag8DeTCPPeIvjygyp48gaGsPA==", + "mse": "xZIrOuK6wjoY85Y6gRdWOrWWqDokQ547JUBqOs26EDsk7hY7vvEJO1FEwzrAngY7ZjhYOkianjq8cZY6mhCuOlFFtDqGLmA6VLA/O4n8ejpeVhU6ADyIOghppDoMXbY6J/0TO8r6QTvpVQQ65y1+O5NFozp//9s6x6xMO/+jTjqZdLg6208qOvAnZzyD8M466vzyOmEw6zpwlp06QDfuOg==", + "lpips": "otZuPQZIrz3IBIw9sf+ePdjPQD6kltQ9KgMiPu9VIT4WXQU+SmigPUmi2j1/L8A9B/2vPRJxZD0Ml7c9kWeJPTDD9D2ge1g9aAIMPkZmuD06vLQ9TVGQPftPEz4adog9ovEHPrXf8z3X52U+SlUrPmPMAj5OEP09NhGZPRUYXz5X9Xg9cl/wPc7fDj42Wmc9EJ7mPQhb3D0TLp09MQrdPQ==" + }, + "metrics_sha256": "3514ff026efd95dc3547636615c7069e6036bdb40a0429be61b35416d542b6e1", + "predictions_sha256": "c6c76d2bd98f9fdc0caccdbb0d62e511f66e992aa36178e3431fbf490edf1d3e", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/panther.zip b/mip-splatting/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..72d17e16c4256a3bb267d0d323484f34ae2cd0fc --- /dev/null +++ b/mip-splatting/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecee657e8cbc86d315b90274606427e73dec6ebaf46e4a45c77f158d24cdf9c4 +size 2003558416 diff --git a/mip-splatting/tanksandtemples/playground.json b/mip-splatting/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..c5395101ecb69408bd2536b4ae66f42d98f8cc80 --- /dev/null +++ b/mip-splatting/tanksandtemples/playground.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:35:59", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 1105.72112, + "resources_utilization": { + "memory": 6208, + "gpu_memory": 8500, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:17:44+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "d1cc8f5a66e6cf4fea3523e525a47b5e4c0cdd58902b1fa05362576d74bac66f" + }, + "evaluate_datetime": "2024-06-20T16:36:27", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 25.87199, + "ssim": 0.86136, + "mae": 0.03572, + "mse": 0.00275, + "lpips": 0.15527 + }, + "metrics_raw": { + "psnr": "kbbQQXXfzEG0NstBMTzDQTANy0FyuclBOrjEQazP0UE6cdRBrgTgQWtbxkEgT9hBQCzRQTS70UGoictBAOTWQUFVzUFeerpBYZbAQfriyUEMGMdBBa7DQdgNv0Efpe9BmtPQQfvjzkGqu9hB3bDgQc6720HXPeBBeXzSQTTH7EGTscpBEOTgQZfWvUG4uNBBNQy/QaQ3wkEjtrxB", + "ssim": "85FdP9C/Vj8aYFs/Ly5VPzzhVz/fKVg/vgNTPyyTSz/DN1Q/hYtfP9HBVj9Ctl0/BrljP3bPYj+A5GI/V4pkP72JXz8FHVA/IvlhPwnOXD8f1Vw/CKRbP2pzVj8DimQ/0uhXP/E1WT9tuV4/IAlkP9ZqWz9491s/0ppjP3IraD+IFFk/JbliP4szZT+yo1s/3thgP7w/XD/LZVs/", + "mae": "EYYCPSdWET2bYBQ97NIdPd7SEz3D1iw9rEUlPW0Y7jyw2PY8edTAPPckLz1zlOs8fu8OPTwxDz2HFw89/mr1PKcoDD2/oSs9EDw6Pbv+Jz2OCyk9/iBFPU9VUD3pF6Y8jGUYPfTsCj3XXOQ8H2/SPFi95zy2jcc8HqgMPVPQsDzpXRk9xpLXPERtRz22mQI9jfVIPZmBOz1kQEQ9", + "mse": "QEYhO3UfNDv17jw717RtO0DRPTtQNUU7gcNjO9VBHDtq3BA7NKDPOjhHWTt2mgE7licfO/qdHDv+LTs7DgEHO8zAMTt57Jg7xkOAOxlKRDsBuFQ7B69qO18NhjsHa4Q6tb8gO+X1KTsRCAA7KaXLOmng6jq7S846KEAZO9rOjzpcyD8763nKOo3TijtFPCE7rROGO9nFdDsEZ487", + "lpips": "W0gjPsgtQT5FZR4+IAYtPmqvIj4g3UE+nV83PqYobz6OUDw+XcwcPhIiOD5ZZg8+H0oXPpkJHD6V/A0+odQaPvpPEz4AJRE+gRTUPVO8HT4TEe09HGwcPkz/Jz5TcCI+x0grPtpOHz55GhQ+zfIBPmjNVj5anB4+BSwfPh6iFT7/5iY+Ja4iPiyn9j0ItzQ+5GXnPfW5FD7fftU9" + }, + "metrics_sha256": "f9a0c2a21e9db09faf61693b492bdc38b7904a56902371aaa10172a139febf23", + "predictions_sha256": "bf7078f4ab5d58cd3a7d720fcef522ee9871a8c40e2b84d3a8af01ff5d058af2", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/playground.zip b/mip-splatting/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..d877e9e241388d6b4a87ea500e1f5bf52e53dae8 --- /dev/null +++ b/mip-splatting/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc2097304f29184a993a97f610d6926d2f7934e5e983c8aa8358af6e02ed86e +size 2467827117 diff --git a/mip-splatting/tanksandtemples/temple.json b/mip-splatting/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..7275a00f590935ed5dc75e2c8ed35c06d9348825 --- /dev/null +++ b/mip-splatting/tanksandtemples/temple.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:37:08", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 722.20134, + "resources_utilization": { + "memory": 4427, + "gpu_memory": 6076, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T12:47:35+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "2e45fbf86a18c38f4b9d2cc6ac5b61bed0023abf9e482cdfdd4037700dce5daf" + }, + "evaluate_datetime": "2024-06-20T16:37:32", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.54612, + "ssim": 0.80516, + "mae": 0.06388, + "mse": 0.00995, + "lpips": 0.2258 + }, + "metrics_raw": { + "psnr": "GSG6Qezsq0H4ha9BWIWbQUuPjUH/eoVBhXOxQRZOlkEZYqxBoFGcQRovjkEIP5JB3jCEQUhxhkGIt6hB7rmfQdyunkG+NNJB5BK0QThJskHk65BBhPysQeNSnEGAZLVByNOzQbAtpUHSTJlBA1a1QUkYvUFYG6JBmTakQS64sUEO8b9BfCuVQZEAmkH7NqVBWdaeQe8Zp0E=", + "ssim": "FEROPwbsWD8JH1k/Dl5XP++QXT8TIkE/1J1KPy8jTz/gWVQ/q9Y+PzOFWT/88E8/DJYjP3ILRz/hMT8/pWk9P3gHQD+gG2Y/uxtUPyFDTz8CTzE/D2JXP83pSj800k4/+1I+P0gxRD8g+UY/ajxqP4r1YT+N12Q/xe5bP5FAYD/dCF8/x6pAP8S9Tz8Vp0E/NFVIP8uLSD8=", + "mae": "5Xs3PakvUz1tAnA9ZNKiPZt6yT3fcvM9S/VNPeLDuj0oWlE9E5aLPToGiT0uQag9OK7hPZEvyz1nnzE9Bj6bPWWAaD1C9s08O5c4PaFhVD07DKc9Hyo0Pa/0Yz2+Dlg9rlc2PRxygD2mfIA9M0s9Pdm6Rz3886I9uheMPVP+Vj0tCyk92d2SPbafhj2sa3o9RHuIPfFdWD0=", + "mse": "YneaO1d66Du7m9E7XGI6PAtIizzcvq88O0vGOwuTWDxkb+U78yY2PB/NiDyDaXM8I2S2PCfyqjw6+P47xSIlPGUrKjzTfRo7huC3OxuWwTtg33w8eHzhO1YgNjxAB7E7uS+5OxYnDTzQr0Y8HlGxOyTUjTs5Mxo8AiERPN3ExDvRq4I7b8RfPDm2QjxXAQ08a2opPJCNBTw=", + "lpips": "CWZSPmcYAz6ydQc+J2FaPhWNpT3ro4E+vkaVPqPmVz7qM2E+xlySPiFjPj48RqA+xjH/PlB4oj50TJ8+tIqDPrQIdj7pyh4+w3dkPjinYD5HJbo+/lJKPo7jqz6MD5s+LrKePq4Tgz64QG4+8uGoPWP4HD7Undw9PcZcPmBF9z1w3gU+8G84PucILD77a2g+DCNrPrEzZj4=" + }, + "metrics_sha256": "02af06fcf52da498785694a11e276db3c7ee8d9446964771141d42b82c9018df", + "predictions_sha256": "9ae49dfbc72ae5e9ee6aa190d77c2116d298c19b2805e8667f7de56350222dd2", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/temple.zip b/mip-splatting/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..81b3e5b58e1e25dbbbbb95be73147e11d02184c6 --- /dev/null +++ b/mip-splatting/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323798073c48c34a7a0b493349fac1677e3450689ff660544185012bf4dc601c +size 928973414 diff --git a/mip-splatting/tanksandtemples/train.json b/mip-splatting/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..efa93910d41b4222e43fbee7606d56fa646abe4f --- /dev/null +++ b/mip-splatting/tanksandtemples/train.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:38:12", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 805.06247, + "resources_utilization": { + "memory": 4559, + "gpu_memory": 5786, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:12:17+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "034aa40cbd77d92d3c0105581989260417eca52323ec32d9fa0fb0f4f2189b5f" + }, + "evaluate_datetime": "2024-06-20T16:38:38", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.8173, + "ssim": 0.7948, + "mae": 0.05764, + "mse": 0.00787, + "lpips": 0.1723 + }, + "metrics_raw": { + "psnr": "wP+/QRAqu0E+lNBBReC2QY5cukF5WKZB4pq9QZYhtEH738BBHfGuQQM/s0FczpVB+nClQZx3w0E7No5BR2+oQUp3oUEEPLNBelGgQQQQsEHEhp5BaGOzQZDxtUEUTaFB41aNQZQ/tEHcY7BBiCypQXKqmkGjq9JBYJa+QbkC2kGQHsVBiMGEQdcjqUGbU3hBPqGwQV/Wq0E=", + "ssim": "0SRdP7y0XD+2zmc/4UZLP2DCVD/X01E/CUVUP0UDTz9lO1g/9PJXPyZXVD+F0iw/ZnZfP4B6Yz95dSo/pLo+P8coND+GxEM/rJsyP/lbRD8sYjk/vdJSP2jTYj+K+1A/UuVAP7ZPTj/iY0s/DdtJP5kGNz+gvFs/Df5MPy9aYT9d8lk/ZcURP392Sj+vBDw/ZaFMP3c2TD8=", + "mae": "u1giPRx9PD2W9/s8bhUvPfOsLD1cJ2Q9Q0I/PebPSD3bsSw9pwR6PUOTVT2ZCq09u7lzPWMwGz2vTK09FFBIParzhz0zYjI9kXd6PTZIRT0x6oM9wY9VPe2lYz1oKaE9uQ7YPRJxWz0EnV09UnBePdkHjD1Kpgg9SKsqPfeR2jwJHB09i4/pPcSybj3v3As+ADVjPa2+Zz0=", + "mse": "mXSCO77ulTvp5SE786CpO+pvmTtffQg87sKLO9SStztWan47VSXVO1hPvDv6tFs8uhYMPK0fbDsQsYg8UoYAPBwSHTyWX7w7llgiPE9hzjs98Co8e4q7Oyk+rjtk0R085iqMPJn0tjuiccw7OqP7OzcHPzytcBg7bN2HO2/R9jp3KGE73HKzPDji+zuhzOU8rgnLO2YR6Ts=", + "lpips": "3tADPgn6yT1eK4k9PLhpPpmeFT49vy0+KxncPcc0Mz6P1R4+Z7zdPRaz/T1rc1Q+3lYTPiK39j3wAZk+I8oTPtuJhz7PBUM+aaODPkPlQT4fmX4++7UlPp1muT2RHCE+BvlEPv3CBT5fphk+wAITPpbYOz7czRg+4HJLPl/yAT5eQiY+rgfNPlhzQj6qV0Y+TEEvPmBGMD4=" + }, + "metrics_sha256": "4d3048c69369adc3219b41d3dc41461616664e9ec139f333753037e49068516a", + "predictions_sha256": "4ffc44c5aa095f4f15b570afb3dc9118219ec5cc17073a48a8006deaa17ed253", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/train.zip b/mip-splatting/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..f0faccb8b0ce7163a22467f43b41eecec676927a --- /dev/null +++ b/mip-splatting/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dc9eed4a41385232a09581dd25857eb266def92c4a7ad6a346b438ce818d76 +size 1237270953 diff --git a/mip-splatting/tanksandtemples/truck.json b/mip-splatting/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..5709dac5bdb2f089b7985e7ce2dff649b1aeacd5 --- /dev/null +++ b/mip-splatting/tanksandtemples/truck.json @@ -0,0 +1,166 @@ +{ + "render_datetime": "2024-06-20T16:39:41", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "nb_info": { + "method": "mip-splatting", + "num_iterations": 30000, + "total_train_time": 1051.37079, + "resources_utilization": { + "memory": 5743, + "gpu_memory": 7866, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:16:46+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "sh_degree": 3, + "white_background": false, + "kernel_size": 0.1, + "ray_jitter": false, + "resample_gt_image": false, + "load_allres": false, + "sample_more_highres": false, + "scale_coords": null, + "iterations": 30000, + "position_lr_init": 0.00016, + "position_lr_final": 1.6e-06, + "position_lr_delay_mult": 0.01, + "position_lr_max_steps": 30000, + "feature_lr": 0.0025, + "opacity_lr": 0.05, + "scaling_lr": 0.005, + "rotation_lr": 0.001, + "percent_dense": 0.01, + "lambda_dssim": 0.2, + "densification_interval": 100, + "opacity_reset_interval": 3000, + "densify_from_iter": 500, + "densify_until_iter": 15000, + "densify_grad_threshold": 0.0002, + "convert_SHs_python": false, + "compute_cov3D_python": false, + "debug": false + }, + "checkpoint_sha256": "b1aee46bd9a95f152a1d70d13e0d079754c3ea825fed186b6f8f691376f9faa8" + }, + "evaluate_datetime": "2024-06-20T16:40:04", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.36415, + "ssim": 0.85696, + "mae": 0.03383, + "mse": 0.00376, + "lpips": 0.1085 + }, + "metrics_raw": { + "psnr": "VhfLQUKsxUHs875B8wPLQbqYx0F0/cdBH6HGQY6Tt0EIDbpBPM/HQbuZyEEgzsFBH4y4QSaoxEG3WbxBdqm9QRJayEHGRMRBfo7FQRPTukGqHsdBTDnGQeAS1EGnRstB70bUQWEBwEGI3cFB2uCtQUzaukE/OblB1mLEQUwIu0E=", + "ssim": "WepjP/LOXz/QJVQ/ripVP7kXWT/OZVk/KJleP7IlUj+1m1c/vOJiP4nYXD+89V0/aMRZP5XCYj9uAVk/UwxZPyI2Wz/FMVs/58FSPytoWT9yy14/xbpcP6WwYj+kK2E/PghjP5EBXz+XI1s/sMNQPw2gWD+ke1Q/CTtgP/LbWj8=", + "mae": "AILyPGxzAT0UJhs958H3PMnm9DzNWwc9U/odPcJdET0Y5x89bijvPDQU9jw+zwk9DDAcPYwf4zzdTQ49IrwOPY7/DD1iXgU9DgwPPd+iED2kQvg8lOXzPMIt0Tzsu+A81fvlPCM6Ij0iNxE9LZlGPdk1DT1xfDA9w+QIPVbUEz0=", + "mse": "15k9O4CZXTuHcYY7vwM+O86pUTtqTU87BZVXO10+pjuu0Jo75WFQOxqxSzuisXc7famhOwEtZDt55pA7UoiLO6snTTtNvWY7qVdeO/pnlzuFj1Q7BB1aO+VnEjtTmDw7JY0RO3lugjvkQ3c7csXbO4RIlzu5i547AfZlO7qAljs=", + "lpips": "ofy3Petutz0oAZ89P4LWPeiSwj2E+7k9etHFPbcb2T2MW+89UqD4PTVcAz6FlcI9la7LPblTvj2pkcA9cPrePaVE5T2lkc09um/lPS53Aj7WlBI+ZKnmPRYq1T2iJfo9Z+0HPmBKwz2BnL49AWoNPnjw2T2Zqwg+85HZPZa5AD4=" + }, + "metrics_sha256": "fbda081210b2026db1cf8edef51c840066807945c4862d0ce83c58e078bc74f3", + "predictions_sha256": "95076d71932cc8cf1a6497a22acc06511a39af37b529f3a4ad3adfa393081978", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/mip-splatting/tanksandtemples/truck.zip b/mip-splatting/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..bfaaa98f93c82cbc8306ee6f9b912d7b1009dbc0 --- /dev/null +++ b/mip-splatting/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa270fd773b3a156c91725a7cbc39625a198afa0a944db8d95e7abe0c691d143 +size 2745970570 diff --git a/nerfacto/tanksandtemples/auditorium.json b/nerfacto/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..664e77656360007f43a6dfaba5f1ec9dd3ba0f6c --- /dev/null +++ b/nerfacto/tanksandtemples/auditorium.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:01:45", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1185.71057, + "resources_utilization": { + "memory": 7448, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:33:23+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "dad09b8ed6fed84ffa7847128395179e0b0d536759b676757e99904ff6df7ab9" + }, + "evaluate_datetime": "2024-06-20T21:02:37", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.76505, + "ssim": 0.77146, + "mae": 0.07276, + "mse": 0.01126, + "lpips": 0.33049 + }, + "metrics_raw": { + "psnr": "fPWfQUVgqUG4JrlB8E1xQVVYVUE0MIFB5/mWQfDbw0GE18RB6gyuQaP3qUE4sKhBKlSiQR/72UGEwp5BYYWzQaaMnEGiG5VB+si5QUh8x0FsJMdBshK1QTQMqkFh0INBQw5zQUDdiEEoFohBabWRQamZx0FOyatBfr66QS6MnkHbRadBmg6yQSo2h0GFup9B3IqtQaLr3kE=", + "ssim": "QV5FP8GsRD//+ls/+IQcP2VYFT8pkCg/DLBBPxIAXz+NAk0/ZGpMP9G7Rz8vzVc/m25NP7HyZT9SvD8/ca5DPxNsEz/IIEU/KAY6P5WlQD+dg1Y/uq1CP9XWWj9WUj4/4XA1P2zbNz/ezjY/YdE6Pyx9Vz8t2ks/AcBUP9R1Oz8FoFA/WtxSP/t4MT/enF4/SddZP0ZvWj8=", + "mae": "UOyNPdIYgz33nGQ9YwcLPlqROT7iEgI+g82pPXnTJT2BijY9F2N6PbMpWj28gn49uAmBPRA89TzMhos95mdcPeUwkT0QVqY90CFMPRhDJT1V9CA9CANdPWXLhD1T4Ns95LwLPle21j3qxdU9DmK8PSuIIT1V1og9zUpbPcVpij3L4Wo9CHpZPQBI7T0dV6o9vT6EPRhA0Tw=", + "mse": "qAgkPJkt+jtZ4J47cDz+PGAWPj3b2sY8UG5UPKZ5aTvD9mI7Z6/aO9709TvmLf873zcZPHQH9zo7yyk8ddO6O4ryNDyfKmA8GgGcO79VUjtQbFQ7+amyO25j9TtvYbg8oOj3PKVvnzyUC6M8KzV3PC2kUTshaek7xsGXO5vVKjwk5QQ8zN3COxU0pzz4HyU8A+jdO5JK1jo=", + "lpips": "2DCyPh3nnT4ox5U+wlzSPjNRuj6oKfE+UljXPvIyZD41HoE+v5VSPpLXrT4rZKQ+xpCsPi9CdD50IZ4+ayClPvdf5z7UxZ4+2NLLPgZunT6PRHk+jsmePsBJmT7adNI+5GzrPrSF0z48Jss+AP3mPqwKjT5UusI+YlBUPupqvD4Eg48+WKR3PsAYuD4m2LM+xNp2Pv4Ecz4=" + }, + "metrics_sha256": "a5e12278d7765605ceab27fc886c52245c1abb9bd852ea05df6d699feb8f5e8d", + "predictions_sha256": "5a2c982ae3b961e7a59a6109c26b6a770b62bbf57238a5ecc0d8cc9866baed55", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/auditorium.zip b/nerfacto/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..3ad8719babe1c283d657678bc41e93e3c4e2df40 --- /dev/null +++ b/nerfacto/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27aae64606723d019dc01c890bebdd5d293cf8d890c879ca01bff10fb16572e +size 361865713 diff --git a/nerfacto/tanksandtemples/ballroom.json b/nerfacto/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..b73576efd16e33de3eeac88f94a1529264841370 --- /dev/null +++ b/nerfacto/tanksandtemples/ballroom.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:03:04", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1183.37901, + "resources_utilization": { + "memory": 6428, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:33:37+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "ff1cd5a3abaee763e8ee203da470885df0b201b38c0c903b37627332a542f0b3" + }, + "evaluate_datetime": "2024-06-20T21:03:53", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.68195, + "ssim": 0.70451, + "mae": 0.05027, + "mse": 0.00573, + "lpips": 0.26111 + }, + "metrics_raw": { + "psnr": "L9a8Qfbfy0GRT75Byd3GQVvcvEEFEbJBrj3HQRw1oUH+JrhB8n6gQbt2qkEUUcNBoMqoQQ8dsEHU2rpBOTmrQa6AukHfVbFB6C+7QeRUmEGD4blBum6xQUk8rUFusb1BCljAQcZ9tUGZr7ZBh9GvQYQsuEGfT61BmpurQYIUrUEhDKlBqDy+QaPGpUFJg69B74a/QZipwkEyg9FBSYmuQbsUtkE=", + "ssim": "qZZAP3e8Tj8crUU/oFJLP4gHSD+8lj0/Lbw/P9gFOD+C7jo/nvAlP8y5Nz8z6EE/YsYgP1AtLz90Mzc/8zEpPyrgMD/g8y0/SKssP8A5GD/PszY//bIlPye+MD+HQUE/PE8yP0W5PD/f5Tc/5zMwPxSQOz8q5Cs/76giP0OMJT9fVS0/LHU0P2FnMD+xdRw/jioyPwDOKT+qwTk/RQA6PwijQj8=", + "mae": "qZo7PYYfGD0nczw9xrMiPW+PNT1K+Vg9jnkmPdfIdT3ILzs9d2SFPYGGeT3Hhx49K82GPWJgUT2ZmTo9xM14PcS3PD3Zd1k99Bk7PTgDnT1mCTk9RT9hPZcKbT3v/SU9CsotPSRbQD3WYUw9mSRaPXqjNz0fyU49Ns9tPX+FbT3BOnc96rcrPRzEfz0x+GA9y1MtPbj5KT3uTgk9CktdPdMxOz0=", + "mse": "/uKOO0FfOTtt84g74x1WO5/JjjtA0MI7E9JTO2c+Hjy2gqM7rYQhPI138jsXJm07Qmz+O+UTzjs0Rpc78TjtO7jQmDu69MY7idWVO5dNTDwXk5s7nmbGOxTg3ztWaIs7uCqBO6aGsDs2j6o70tXPO71oozuhY98785zqOwDh4DtXjvw7ET6JOwG/Cjztq9E7VD2EOyeocTs8mx07CabXOyeOrTs=", + "lpips": "J/k0PoGwET7sRRo+ybUQPvFBFT4sQjg+jkKCPiwwYD66AUo+MqmePu0lYT5IDmQ+84CZPjH4oj6B840+SByAPnMKiz71TIE+ak+hPgvlkz6EX5k+JbOiPmgRhj5oL3I+0gOuPvA0UT4xolo+JqB/PpL5lj6VYpk+zsWXPsXuyj5wB6U+4P2NPkyGsj4ku5s+Zi2NPizFpD4Rodk+nq0rPuBMYD4=" + }, + "metrics_sha256": "6fd9f5e0e495c6ce36b6ca3b26f6493f63d977a9acdc93a26bc6d6ef77a61ab7", + "predictions_sha256": "8733434900d6ce5afd9fc0d3a354d29024289b92b86f145e27892af6b3365563", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/ballroom.zip b/nerfacto/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..bbae85081a2c615dd6842b3e8e560cc16a0289f9 --- /dev/null +++ b/nerfacto/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc401b815dcbe11730eba73ba905e7754e6d1b746890ffbeebd6a761b8726ec6 +size 415362078 diff --git a/nerfacto/tanksandtemples/barn.json b/nerfacto/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..89b30cbc44ca243e3d06967dd133e039f0a276cf --- /dev/null +++ b/nerfacto/tanksandtemples/barn.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:04:21", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1155.08053, + "resources_utilization": { + "memory": 9948, + "gpu_memory": 3714, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:22+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "6026a9d36d668bd60eb1c11f096af5fca636e990b2ce92e57754b21fad8662f6" + }, + "evaluate_datetime": "2024-06-20T21:05:19", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 26.40106, + "ssim": 0.79389, + "mae": 0.03172, + "mse": 0.00246, + "lpips": 0.2155 + }, + "metrics_raw": { + "psnr": "AwqxQS1cz0EdZMVBOmPBQaXx20HKAdtB+MXtQVmx2kEoydpBmyHVQV4E2EGsp9RBeCniQbTHx0GhXtNBCK/OQQUO2EHWYt5BVAnnQb6M50EjX81B+YzPQTfVxkF8zNhB9QnNQRuG1kFRlMhB6nvLQcYDzEESXMNB2J3ZQbMLw0GM6stBkuXUQTdk00H2cudBlrPQQQKI5UGeP95Bml7XQaCv2kE0lcdBwo7VQQlj7UEO59xBAwjgQXh9w0GSzMtBJoi0QW1G1EGwfr5BayzSQQ==", + "ssim": "94RGP+lGVD+0hD0/BBdLP6KXVD/Z+Fo/+TBnP7HoUz8ICTo/QsozPzYCPD9NKCk/MTk6P9/YRD8ZTEQ/1y5DP+/bWT+vmFY/KCxRP+vXST/bWzo/t8NFP1AmRz+VOlQ/wZhJP26oRD/Yt1o/9a5aP/T+Tj9VOlQ/8LxhP1YQRj8uSDs/CHhAPynUMD8A61E/sxs8P2idZD/ZHV8/GhdZP3JTTT/vID0/4yNEP1gpWj8McV4/WfNjPxq6QT+pNkE/g4s/PzeVSD81OUs/QShSPw==", + "mae": "Cz11PY8fBD0EyBc9VJocPQ0SyDxU09s8vRKdPFE05TwOM+k8jcEBPXS19TxE/AA9g7boPBvmBj2WF+08qtvzPPvM3zxw+rQ8ADOyPLxvxDwj0gk9LfXvPAzZEz3FDNk8bh3/PHev9jwiDSk9eU4hPcvU+zwJkjE9zs67PNOkDz0RyAY9H9b6PGDYBz3RldQ8uWIaPd8ipzwqr9U8Nv/aPOC/8Tyk9wk95vboPAzSoDwhPbM81knIPNdAKj2IsxY9NHJUPYptCz2mLVU9GJQiPQ==", + "mse": "/qjIO+GtJzt/Z187VbB6O4l16Too1+86Tr+LOgMF8jpjX/E6PwQOO4OyAjsU+g87zjPDOhuPUDssZxU7svkqOzuOAjvRnNk6dKapOnwppzpEjjE7A8MmO7RSVjtAlP86pkMzO9pvCDvd0Es7E3g7O42gODsg22w7I6L5OoUBbzvLJjk7efoOOydPFTu1pac6FlQhO0wpsTrbedo68ycFOwAR8joXv1E70EgMO3hPjToQG+M6TIzPOt/3azvZxjk7CHi1O0qPETsuOog72qIaOw==", + "lpips": "KUxkPr6YIT6Qo3I+w/ZMPqY6OD475xo+d3vmPb5vNj7wLYQ+EpufPmwvjD72690+JcHHPuh/kT7au2w+HySDPt8RED48Vx0+bSc4PoK4RT5oqIQ+oJNQPgriMz5j1R8+hNlZPteWnT6O5h8+/zgsPkavMT5kL0E+IOEKPh6MUj4W5X4+YU5wPup3nz6QLFU+i1i9PgR38T2wLQY+Im0iPuaaUz4poXQ+Jb2GPpTkVj7lYDI+Bd4YPkhPgz5eDGs+eLl5Pu3NRD565ks+oIMxPg==" + }, + "metrics_sha256": "0c0808e24023ebf4400a4f11d4bbc8980f220da09db963ed9dd99edfe58f7efd", + "predictions_sha256": "7f2bd8b06c2f4da3f1aef8a4b6398cf363f66a8ff1abf9e5cba3a893441c4f60", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/barn.zip b/nerfacto/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..97affea3f403a121366d716cc8bb841ebf60a6a1 --- /dev/null +++ b/nerfacto/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef768899cd6f4c838f391cd1ed222cc8ef5ecbfc1e27bbbd9869624955ee049c +size 404759103 diff --git a/nerfacto/tanksandtemples/caterpillar.json b/nerfacto/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..2ed3f1d86be2d7f052d47bc55f416a07a15c868d --- /dev/null +++ b/nerfacto/tanksandtemples/caterpillar.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:05:47", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1191.21583, + "resources_utilization": { + "memory": 9513, + "gpu_memory": 3716, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:59+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "4b12690b29fa32925d36911cf22d2352933f7faa92f4e2162db3caf2d9b19d3b" + }, + "evaluate_datetime": "2024-06-20T21:06:48", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 21.71466, + "ssim": 0.66621, + "mae": 0.06676, + "mse": 0.01065, + "lpips": 0.30225 + }, + "metrics_raw": { + "psnr": "oIS8QWNX4EG17t1BUJLYQSkm1EEIBsxB9gjFQebDsUGA57FBka6eQTB/uUHmpadBdOujQV2hokFFubVB7HOiQbjLpUHnsbdB0G7HQYfDyUHCXLNB1GicQaiXuEFhhcJBrvOJQW3UmUFspnpBnE6HQbRIoUFGIExBUF2fQSa6qkEGSKJB0OG5QZX8oEGQQCZBUPzOQSCsu0EKS7xB7ZGyQWAcXEEL0bBBcOOtQdBrjUEVxK1BC729QfW9zkHS+8VB", + "ssim": "PstFP1ZrPz/KtT0/wwU7P4NaPD8EAjc/SaNAP1AaMT/zmSY/oT8ZP1VhND+RdTA/CHsnPwbyKT/k/ig/S+wnP9QsGT/Keis/eYEsP1lGLD+lZh0/kPonP7f3Nj/vTzg/Np8QPwsmKT8n4Dc/Z6kYP1L+ID+sACE/wY8rP/AjGz/8n0E/Yvs6P4BSIz9nqwM/kyA7P/t9Jz97PCU/0NMqPxWY4D6DBTY/Y1M6P/wqGz93Tik/DvQjP1YKMT/NxRo/", + "mae": "4jQkPVLC4Tx8Fug8yI/9PGOtBz3rRRg9J4InPUsmaz31FV89THeUPdj2OD0M1H89IOmDPc8VgT1UeFE9V/yFPXfOhz3rMlQ9w5YyPV0RHz18u1s9gTOnPZgyNT3tdzM9Lv7lPZqysT1Q5AU+R4nePes7iT0r0S4+oZqRPdpohT1R7Ic9+/9BPQBVmT2wIoE+vxwbPUlhTT0RFD49+BlaPWg7Lz63BWc9ACNXPfa40D1shGQ9+E5GPdRkFT32YC89", + "mse": "8TOQO0C0zTr1eNw6yqAAO7MWEjuVlDg7prRhO4mCxDuXucM72CwqPM9NnTvAdwM8OlwSPODkFzxdWa87EqwYPLiqCjxpraU7WqdSOxj8RDtkrrs7ea01PN5zoTuJpHI7vIWaPDOuQzwPPt48mb6mPEblHTxdDlk9Sd0mPNai8DtybRk8wZGbO65AHzxzLbs9CX8pO5DBkzu9I5E7pALAO5tzLD0S88k7DrXbO5HWizy5e9w7xjmLO0uwKjtMoFs7", + "lpips": "UEtFPqpsZD7xIV4+3y1gPqUYVT4U1mE+pulLPkBVYD5Wmpo+SCm+Podehj5CVY8+VU+cPsUhiD4/mo0+M4OkPhAWuD4reoo+kjqNPmgZkj50qJ8+FICVPrrCkj5Lm3s+LQe+PsYLnT5ggaA+qCPXPqQn2D71Sek+7l/UPn1yvz7+03s+N7RwPgpGxz7SGu8+FrN/Ps3wnj5r4o0+DuKSPusX/z5UYIU+ClZ3PhbarD7NWqQ+y7ScPo6PgT4mF64+" + }, + "metrics_sha256": "86c24f75e026f54f535ecc9b189c9fbde0f248b00657898fbbb9cc4e3472b4a0", + "predictions_sha256": "42ca9abafbd3cec085752b37bcb2a56b63ae28373e7ddcee0278166bc63b7fe5", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/caterpillar.zip b/nerfacto/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..f0ffe147d1b1365ab081214f7ee1be48c794247b --- /dev/null +++ b/nerfacto/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aebbb15a1d95edda6ae336697ac6030f976465191cef091fa044c115e99f7f8 +size 441561922 diff --git a/nerfacto/tanksandtemples/church.json b/nerfacto/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..3c80a8187eb0e707ceeae6832f1f8ec0de0a5226 --- /dev/null +++ b/nerfacto/tanksandtemples/church.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:46", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1168.20708, + "resources_utilization": { + "memory": 7964, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:13:45", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "18425a12b53ba63ca8a606da4c5bca2bc15e2de1ed9977e85ac38ec879d938c6" + }, + "evaluate_datetime": "2024-06-25T07:15:10", + "evaluate_version": "develop", + "metrics": { + "psnr": 20.0626, + "ssim": 0.67089, + "mae": 0.07716, + "mse": 0.01375, + "lpips": 0.33813 + }, + "metrics_raw": { + "psnr": "rrapQctSm0EOzp1BYjRrQSbvw0En6sRBe++sQchwp0G/FThB4DxZQYHBnkH5vXhBHWyfQeampUF/281BMGGqQelci0HWaKBBsWC7QdGtqUGYqLxBJmOYQS7ht0EJo7hBe3mvQSLYV0H7VBJBBKulQTQqjEE2latBsDGeQQJbhEFA4pJBnQ+aQQsnr0EHrq1BN1GkQQjjskFURaNBt8KYQb++rUHnfJ5By1jDQVCjo0ElypNBBRqZQSIJlUGGT6xBDCmlQaBxlkGPKIBBwn61QUkco0F1M5hBpAmRQR26pEEmJbJBETe3QZOfqUGc5aNB1jG3QTu5ukHXkatBwjGZQQ==", + "ssim": "17cgP+j+Hz9yACY/xGkhP2+KQj+yT0s/fHs7P2YkNT/Nmgg/DKcNPz5/Jj91lx0/L1kfPwIyOD9S20s/MLg2PxOeKj+s70A/ldhEP5QyMz8dsDo/jrQ5P9OVOj85zTY/X3cxP2K2/z57Oqc+51knP5RZHT+9uzU/q+g0P1SVKz+Cqh0/qhMoP8EVLj9h5jM/thckP06kLD+T7SA/2JwlP/9TJD/h6Ss/ISA5P4lLJD9yyRU/3WIiP7uaGz9dUCs/eusfP0/VMD8u7yY/G1VAP1qPIT+5tBw/6DAcP6sDPz+TwT0/ffcyP3haLj9E0Do/V5NHP06XRD8dZ0Y/1tMhPw==", + "mae": "nRF1PXM0jT2X1JY9VKvbPQlQKj2lgis9u9d+PaRfcT11UFA+rOsmPuSPkj0iuwk+EpGdPQ8rgj3SZxE9HH+JPRqQ0D1kQZg9RwdRPelThz2cuUQ9kGiHPY7DUz3xJlE9+6poPar9KD68gZA+UpyOPYqMqT1Wan893VGNPayG2z3j1b09hXikPRvkYT27DGw9WY6JPdRoTj0CHoM9Jn2UPWxIYT02pZo9qxoiPaJAiD0+nak9mJSSPS1wnD2dCGI9XUGBPU4Nnz06Lws+QJhcPcXcjj13zKk9h6K+PQLTlD273UE90CdbPTkkdz0/YJc9q+1VPSR0Vz0c9Hk9r065PQ==", + "mse": "aML3O01yOzyChi48BcgKPbH4aDsgfWI7JtHhO1tBBDxlz5A9N7szPTDQKTzpbeQ8QZYmPPo9CzwiFy87Ew7zO1pflDyV6yE8uAOVO5wB+Dv3no870PlLPJXMpDsCP6E7JOfRO0NfNz2lUfk9fi0LPK/8kDwjyOo71ZQsPHOHtTxt/G4892FCPHnb0zveB907/LEQPHtEvjufHhU8w8tJPJud3DvHICs8e/FsO1yNEzz11Wg8K9NHPBmiYDww6uU78jkNPPO1Vzxp1sw8pIGwOzPPFTyPEk08Pgd8PLH/DjyDX8I7P/unO11n+DvcdBI8iBSoO8TYlzvk3uo700pHPA==", + "lpips": "d73aPgHWlz78dJ8+coSvPiwmXT76W3Q+8NJ6PuBKrD6/6BY/g2v1PiCQxz42Dds+JmrVPrttlD6od2A+NOeXPk/gnD7xIYk+E+OLPo1kmj7PN6U+5qOiPjsfmT4NFqM+klSSPtMv8j5faz0/mFLvPkMt6z7hipo+aHSjPqm70z4wVcg+pqStPlyesT7VAoY+0jeNPpnDkz6ys4M+uiWkPo+onj4KnZk+5m7CPvzv2D5/uqA+RyCUPpVvkz6ZBYo+FPjAPo9csD4+2cA+jKmjPrTixT5lNuA+/6HSPitUkT49JLE+ujuzPmn5wj6CCY8+1BBAPmCHWT7csVw+116SPg==" + }, + "metrics_sha256": "f79e34895c82eba7fbeec3df415ed2d478d88eacf3a6ca196b8cfbcc20e18e83", + "predictions_sha256": "da9e7c22a170dc02a30151ed8a3ced19fbb978ba91250d6562ce93d8ed806aa7", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/church.zip b/nerfacto/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..2dd8ca738f6970ac5dbbebc8d956b1e2a097e4ea --- /dev/null +++ b/nerfacto/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c3e5070dd102e2c6f4c8f9dae3a49e3fa87667ac1dc9bcc2874bfc04ef127e +size 466876830 diff --git a/nerfacto/tanksandtemples/courthouse.json b/nerfacto/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..d6e4b37442f7b89fbbbb4939597b8b1997dcdfb7 --- /dev/null +++ b/nerfacto/tanksandtemples/courthouse.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:14:13", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1176.37926, + "resources_utilization": { + "memory": 14841, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:14:13", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "4d75a3f00f89bc74f84dc65971bc11168c2d899271340914055bac516e053554" + }, + "evaluate_datetime": "2024-06-25T07:16:53", + "evaluate_version": "develop", + "metrics": { + "psnr": 18.11333, + "ssim": 0.63171, + "mae": 0.11809, + "mse": 0.03919, + "lpips": 0.46466 + }, + "metrics_raw": { + "psnr": "04iaQVvmpUEEsbVBvxPCQZX+y0GGAcVBnk2pQUffh0HigIRB9YuYQYpnw0F7daRBjDWvQPw8ukCNZMhATs1CQcewQ0HWdylBVqSfQbUtikEpRCdBpwEoQekKSkGRUIFBvASrQfgKP0FnUlZBEKGkQD9EqEEAXKhBYlrgQfhG2EFrWrdBEZzUQYrGwEGhq8ZBe5vJQSrCSUFc9TVBKsspQRSwLEEBImVBvbRwQU6BfEEAo5ZBohBXQfzaXkGSmB5BxdEbQTTpGkG90iFBU/+FQZG8NUEaeIlBHimSQZjUlEFkpqJB9iK6QdpyrEHEZqpBVsGxQce5pUHI2s1BvN+4QeLH1UFfo6JBGfS/QTdEg0FE1JNBW/1yQZh8dUGdXZdBJS63QcoFyEEsEq9BpG4vQfeJwEDEyFRBmKUrQQhndkG44UxB/hwrQQTdakE4KIxB5I91Qe146UAu+BFBEzWJQTzcKUG4Sa9B4//AQa5z0EHU9ulBwYzkQVsTrkFf5tdB24PlQXt500Fal8tBmFyrQTCWNkGW/gtBLocnQWJJW0G973JBJl1DQR5cfkEreXZBumMrQdQfA0HYE4VB/PiZQWDOQUHY2qNB1G2sQS4ZmkGdhKZB9ibEQazdpEGp079BsnVwQTbenUGbpIRBMwWzQVQtn0Fym8pBB+K/QePozUHELclBk0PSQSqC0UF5AcdBzK9IQWYMl0GmqABBAPzJQQoa0UE6n8lB4SnaQQ==", + "ssim": "A6JLPzIBTT8fSE4/7KlPP997Vj9E3Eo/JCc6P/HWKj/jwh0/pIc6P1KvOT96XyI/hIhePl9gVj6Iykw+OffoPgbf5z7Lnt8+rZUYP7WAFz+Ht+A+LvXyPs2fAT8BvhQ/cGw+P+2HFj8SJQg/XaC2PmmMTD/t8Uo/3zNYP7NoVT/etk0/IfhXP1P7Tj9mdlI/+0ZPPzPi5j6JeqI+TT/LPhAx2D4+jPo+kYkCP4loMD9ESAU/SoDTPkHi+D48OJ0+nquuPqrQyT7GuJ4+dGLaPiUCpj7k0Bg//+IuP/ZSFD+VITA/nUkxP9m4Oj9U2ys/sTo6PyujYD+is0Y/g3VPP/ftWT9v1zg/w81BP5saOD+shy8/LhEuP9TwNz+W7yk/mDNWPwrgQD+QBBs/0VoAP468hT5Qec0+lGT1PokSAD8TSus+KAkMP2OsCT+iMus+yPwRPzt1rz6uwtA+/ugGP6r8Gj/byEU/akFKP0MZTj8jF2I/IKhiP+tSRz8PM08/0uRSPyeFVD+QVF4/l21VPxaI6j79oMs+z1XwPpxU2T5YXwc/NkAdP+4iAz+BqAU/3DWkPn5oRz7to/8+uOQsPxOAAT/2xi0/DrwsP+r8NT9jLjY/RJhSP7jpRD/1lUM/eTg7P5GuSD9uaUA/DpVLP0DpOT8DKj8/2m1AP4kcUz99Plk/4GNaP9bsWD9lulQ/trAdP6bWLD+Mbus+tSNQP9EJVz9QQk4/RfRdPw==", + "mae": "xwfAPd0tlD1S9lI9SescPRquAz343g499jGAPcpdtj3dVdw9XAy3PXc7HD2spo095lvVPq6v1D5XoM8+uSwwPu9mRj6DHUQ+3dKBPT9cnT2/PHA+cq1YProtKD4oAds9twdbPQCsMT7oDCc+Z33iPi3ZJj0Kd0o9x+q3PN6CzTwDcB09ZOrGPHRMBT0pbgs9C2YGPeOoJT6+XV8+WvJuPsriYz7xqBg+T70BPhQFAj5YRa49SignPt94HD5qb2s+jkd9PqWifD6fDHE+NV3aPa0fVT70S789Ww3EPeVKvD2lE4o9GEBGPV8gbT08s4A95IBjPQ8uhj1CuQk9BZ5ePUk16TyS250968E3PeyYDT6C68I9UsMOPkiuGj4dRZw9TLZXPfcZHD3hxls9IQJKPvfgxz77ARk+2D5tPkUO8z1r3yk+b9xkPjI9GT7/q889q/sNPv9csj5/U4o+MyzFPfoSTj7G1m095Q8mPW5xFD1mUZs8QzDDPH53fz1eueY83dW5PLODAD1kacc8dqF+PWe4PD5adYY+l5R4Pl22CT6F6A0+9GVNPs/H/z0cJQA+p+5TPuzynj5kvdE9jgafPcUbLT4TZ5U9EeR6PZUPpj1+fmk9nrQ2PVuIjD3GGzs9T5oLPlhSnz3AkP09pBNxPfLXnT1dCh49rLA5PQxoCD2k8Rg9rQjgPPIR3zzaIvc8Xs8zPn7aoz2K+6U+Wb0FPWhJ7DxEDAU9tjzYPA==", + "mse": "asA/PJJACjwJg687N8N1Oyi8ODv45GE7ELT6O+kNpDz9wbQ8yQpLPP2MbDtHGxA87B+RPn4Nhj6yJHI+5Tl4PXwSdT1VtrI9iIklPICEmTw/d7g934K2PaapXz3yIcY8aaDuOykDgz0Ubzs9uJqcPuQlATyzzQA8gqLNOum4ATukUKc7NioQO+0kfzvXU1c7q99FO0mUYD1wT5U9h+CxPdueqj0jdBc9sDcAPVFj2DxChFY8sXA5Pd3FJT3s+tA97X/ZPaRc3D0Sf8c9cCatPKrJlT01r5w8NwN0PMz2YTzrzhc8F2+aO98A5TsS5/I7CZHEO2nyCjzBGi87PyagO+ViCzsa3Bc8XqCCOydPuzwkkmg89iT4PLdi7zwQEFI8ZCaoO64bTzvnWtQ7YQOkPV8cgD61oD89HDKtPWFA7DxhtVY95IeuPfN2Cz36BJE8RyDvPFjaPj57n/o9nt6dPNq0sT1wCNM7JIF9O+V9Ijur8Js6uTy2OuSG2juMIwM7ez6xOuDzFDtA5Do78EfsO2n3kz1AkAg+q8W3PV2CLj2fVfg8ITp2PUew0jy/Auw8ldatPVQoGz6ry7E8vOBCPCLPez1BohI8BSLlO3ksQjxn0Ac8o4NnO6JtDjyLGoM7OawAPWs1Ljx9CLQ8s4m9O13EJzynQkA7ZOSCO7fTLjtjVEg78TsaO+ufHTthQlU76BFkPVj9Uzz/wiA+97xDOxh7HztYykU75rv1Og==", + "lpips": "NJZLPrxzTD6o0zg+OesqPhi9GT6q+T8+PPeCPhjnwT5Iosc+fPCaPsGVlj7ohbI+deFrP37Ndj9Y0HE/ZbdRP3RoPT8d+js//r7mPhP53D5OgTM/DyJSPx9fLj/O8/4+2teNPtthIz84hyo/CJ1NP9C1hT5otY8+mjtkPgCXdD6jM4o+OVJYPga/XD44CWw+5uWWPtT/QT91vWQ/I89WPwgtSj9yrio/QPQWPypC4z42YSA/D8shP4uDEj+5PV8/psFgP0g0TT95n3E/ygEYP6zGRz9s0NQ+sOWxPuwqwT7/MKQ+hLGuPvH9rT4h57o+vfmEPhzKDT6YlYQ+WqtUPvx9QD7OYqw+D9OgPhHvhz54z7I+zhiiPndLqz7Sg8I+VW5fPgCtnT5ClNE+clNUP+pnaD8YTk0/QGJJP7heHT8OcSo/sAYtP3RoJD+tQSs//qoMP2lKWz+tu1s/I3MfPygFAj9uvJk+16uXPoVYkz4f30w+O5WBPqj5vj50yr4+mLanPmARrT4hC4U+QCGbPhkQSj/vV2g/dNJIPzjzMj8/HkA/LV7xPhEPDz9hlQw/u3JYP4gncD/LzAI/PvjOPuN/Fj9MmME+prPsPiIAzD6H8NE+ef6DPrdclT7WAbE+sz3WPq7Yvz4XwbI+FmOFPp8npD6E1pY+uMN5PjDHJT4YWgo+DIv2PWUMBj7Zpw4+uGP4PiHr6j73NRM/9alEPnSJGj7qFDU+Rb7sPQ==" + }, + "metrics_sha256": "74b7f0efe47b628afa750fb9039f060966d29aa4f7833f5c44957756193fba1a", + "predictions_sha256": "7219fe64a5bef9218ac493e92bf27b85e2b6993f8e0036de6886908219dd0317", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/courthouse.zip b/nerfacto/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..1ae3295d1ab46cd438aac03225e299739885e0d6 --- /dev/null +++ b/nerfacto/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643fea117dfe019ef62c6f8637c89ac9cf99adf5cc8e35265eb408651945c5ff +size 606574385 diff --git a/nerfacto/tanksandtemples/courtroom.json b/nerfacto/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..0dc82d906e813d3901bd9c1aa34002238ad722a6 --- /dev/null +++ b/nerfacto/tanksandtemples/courtroom.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:07:17", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1156.04424, + "resources_utilization": { + "memory": 7767, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:33:14+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "bda247eda08a4f04220ce997a150105a8c7d3f3de01ed330d7e50a663a5e82ec" + }, + "evaluate_datetime": "2024-06-20T21:08:06", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.2437, + "ssim": 0.67339, + "mae": 0.07337, + "mse": 0.0117, + "lpips": 0.33551 + }, + "metrics_raw": { + "psnr": "8HrCQaxek0GglbdBgXPJQYbNwUGz5I1B5MCFQf8OokH0wK9BVUlzQeXcsUG8MoVBrVOpQWH/hUFBmGpB86qyQebFnUFZM4hBniijQVlWuUGKXqxBMDqPQXhgsUEN63NB+ASjQaHaoUEOM8VBIyWjQQdDtUHreZ9B2wCSQWJRs0HwvptBNQefQarZv0G09rpB+GSNQXtIkEE=", + "ssim": "P+U+Pw0rKz8eZTY/4QA5P6Y4OD9UKys/o1wQPzjbND8Aqzc/ylbkPpSoLz8QHRk/jy0sPysgHD9n+hA/HsBCP3kwMz/zXCM/J58lP0FtOD/PMTw/k943P4s1Mz+iTgI/n2YvPxBBMT+aq0I/D/QcP3iyOD+nLyg/wpIgP0sfLz/BVDU/oGk2P8mNTD91c0I/KL8wPyOECz8=", + "mae": "XNIuPZGVtD1r1EM9F3IhPSfoOD3g5bE9arfOPcMIkz0VuW49tH/vPWwKbj16vOc99epTPTnW8D0wIhE+nPlEPRDRlz11v+Y9ky+QPZTpRT2yPFU928KxPRODST09LAU+3OSGPbIQmD1wVyQ9MiWHPcmHVT1aIJE9obC8PbvpaT0l+5898/mNPX1qIj2ikEk9Bem1PZjfvD0=", + "mse": "fO1yO4qqazx6NKY73sNGO+S1dztO84k8tF6uPBJqGjwLOdA7ORb3PGH1wzvhLbE8V4j6OysmrTw3AQw9jHi/O3+vLjzSgqI8C5oVPCEHnjvthuU7HMGEPBm4xjvJ2fQ83TMWPH9TGzzVo2A7CakVPCGysTsgVCY8oR51POLruztgLjk81XwoPOcDgzsCzZY7IPKLPNzHgDw=", + "lpips": "/LBuPkq/mj5w9Zw+bPKiPhu7jj7+CKE+xPbPPhYPwj7mWqc+bQDzPvZy2D6ducU+NrG/Ppol2D58muI+jEtHPqLQOT5sTeY+kKjbPk93YD4UVmQ++8j8PmQNrz7qIME+jnjIPo2BiT4Ov8w++vTMPpJygz6MRKI+pk6ePlDv+D5/wm8++AlJPt/lKj49BmI+0nW2PoIB5T4=" + }, + "metrics_sha256": "7af883ad0c966af822562ff250380b5cabe81762a9ebbf0701aa8eb352e2203c", + "predictions_sha256": "baec3b304a6a1c9a22fe204b3929d21cc12e331b0f3802082e384aaee48a84c0", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/courtroom.zip b/nerfacto/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..4b62c70b9aa138878b75c3408d310a700c668f2e --- /dev/null +++ b/nerfacto/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b3039888a32d9fe424cea60f232bbc4488c0b2ac045f222e5430be581587d0 +size 395371621 diff --git a/nerfacto/tanksandtemples/family.json b/nerfacto/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..c55dc15a6eed09bd594f836b2c7bd47e3cca6ddf --- /dev/null +++ b/nerfacto/tanksandtemples/family.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:07", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1133.14304, + "resources_utilization": { + "memory": 3234, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:13:07", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "cef344043bee9ac09bfdcb072c842b2ebd2313eef5ac5e0cadde066609f61b0b" + }, + "evaluate_datetime": "2024-06-25T07:13:33", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.31648, + "ssim": 0.82235, + "mae": 0.04077, + "mse": 0.00421, + "lpips": 0.15766 + }, + "metrics_raw": { + "psnr": "ekieQa8+2UE7JcNBXlPJQSPUy0EPzddBvnXUQUHSs0FGgL5Bx7eeQVezx0FzmsRBaRjTQYpkxUEiIchBHnHPQTDYtkEkx69BnP2/QQ==", + "ssim": "8/5KP5CTXj9DLFE/hytTPy4sTz8d41U/17BXP6dMTT9u3Ew/4IpIP/NLVz+X61M/wGpWP6xNUz9KA1Y/whlSP07XSz/eC1c/n5VSPw==", + "mae": "w3KUPR0C7TxJmiU9BY8hPSJmDT3QjfU8PrwGPU1ePD0d1i09KxSCPaloFT2zEB49+qoHPZoOEz2pqQo9Jq8UPSw4Lz3zYj49u7clPQ==", + "mse": "wCMsPI1R/DofUm47DnxHO2WeOTs5gwM7lskQO983uTv6M4g7wv8pPHQJUTsJh2Q7UJYWO8VkXzvueE477kgnO2nIqTv8E9A7oXyCOw==", + "lpips": "93pEPnw2/D1oBDE+BkMYPtAeJT73lCI+1UoRPnnMMD4pGTY+/sdSPuHeED7DNwQ+iPIoPg5iDz5UiQQ+2uA2PmjDID4eKxs+5BIYPg==" + }, + "metrics_sha256": "df829be269b63f0ca47a0012628ee9cfd28e83c7c2f6d768d97ed0929433f02e", + "predictions_sha256": "008e7b52f1401341e7e566801fa77012943c860344cebe7b002579aba6fb5d14", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/family.zip b/nerfacto/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..97792f28b12a824c96a1f303f4cc9ea7a18d71d3 --- /dev/null +++ b/nerfacto/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5398ddde9157889fe51cb13772f28bf56dada5c6b2219e1edf0e12b041f50db4 +size 362702008 diff --git a/nerfacto/tanksandtemples/francis.json b/nerfacto/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..e155abed66bb9fe1441de7b5b825f883c362e36b --- /dev/null +++ b/nerfacto/tanksandtemples/francis.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:10", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1127.8522, + "resources_utilization": { + "memory": 5209, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:13:09", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "da934cbdd318e67e873c782e08475a47f2c6e8648a713bd617ac95642fdcf49b" + }, + "evaluate_datetime": "2024-06-25T07:14:01", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.60143, + "ssim": 0.85113, + "mae": 0.05114, + "mse": 0.00805, + "lpips": 0.19038 + }, + "metrics_raw": { + "psnr": "hszXQTai1EH+T7ZBYvjnQbdg4kFmU/ZBnOfpQVhg0kGwZNxBgsCJQXj6a0FJOtJB1Da9QaZA5UEHhMlB22KtQa272EHQfARCp6nvQWmBqkHp3slB2razQcD3mUFYsp1BfkSwQaJmoUF4J6pBzJZlQcSjQ0G98sxB8G3PQV9LW0GpBeZBZUDTQQ7E9kFasf5BVF7kQUq38EE=", + "ssim": "UEdIP3xBXj/YpGA/97FbP+blXD93CmI/1ppfPx+NUj8R+0c/4BBIP0iSQj9Wjl4/s+9QP6zcYD+4C1g/T99FP4kUXj+/yHE/3KllP/XVZj8wp2c/+w1iP6BiZT+LqmQ/tixcP78ZZz+n910/2EkXP2+qTj8Aymw/gAZjP4zxHD/sYm0/yFBjP2FZbD/Drms/I4tRPzqPZD8=", + "mae": "hk0EPZUXED3Smn09C3rZPE6E2Tx55Kc8szDJPHYsFj1Pkdw8X4jQPTTj8z0MUxE93cs6PTqG1Dypgx492sOHPfHFBj3xDmc8BeyvPDa7cz0z1yA9VZBOPQLrlT18Fow9sjhhPWrRmj1S84U96ZflPTiGHj7INBE9vQYkPWtBNT7gS9M8rXoLPd6rpDy1m4k80FTjPKSMpTw=", + "mse": "QoUDO7sQEDsVZ6w7uCalOmD+wToUglo6BTWcOm28GTt4deY6+mmbPJg+CT0vZRo7sVeNO6KWsjpsZUY7HejeOwAIADuHfv85xVmEOhIt8jsYYUQ7LMq5O6nnQjzvES88hSrNO3pdHTwuo/Q7anYWPWdAdT2euzM7PFgnO2B9Lj0Zra46aOkVOw3CVzpTvis64DC3OgpmgDo=", + "lpips": "T5mEPnftNj4+SQg+VQkgPoKsRj4Ykgw+MBoJPrmUaD66DIE+OsKIPh0lpz72gDU+ypV0PoPoCD5Wh0E+fp50PktTGD62Tqs9lufkPYdgBT5JFSc+EG82PhKsbD72lk8+YJJTPpf+FT5xNGM+RC/2PnmXqD5EAcM93KMEPqgEuz4VutQ9bHoHPiuhyz3haLk9Rl1tPgqC3z0=" + }, + "metrics_sha256": "82b0b06135143effd8f5d9e42627fb370edf2ceb4f3985e75f0c4841398cda9b", + "predictions_sha256": "5f12589dc09da9c8460c4a6fe12e121745e274389e31997a10347f0e3f1a0726", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/francis.zip b/nerfacto/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..902931c1f7bbe9be6ac692849a3832cefedd33f5 --- /dev/null +++ b/nerfacto/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a1b24ab3aaf1bac66386e8de48ae2959ad88df2183630124dc069f205ee456 +size 379741501 diff --git a/nerfacto/tanksandtemples/horse.json b/nerfacto/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..2534e77e18f7ffd46398398a6f5528d4cd3c7773 --- /dev/null +++ b/nerfacto/tanksandtemples/horse.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:04", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1132.02053, + "resources_utilization": { + "memory": 2336, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3970 + }, + "datetime": "2024-06-25T07:13:03", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "abc761920a3eef96cc0cc1111fcc20451cc614d402f48be1680bb54901bd1952" + }, + "evaluate_datetime": "2024-06-25T07:13:28", + "evaluate_version": "develop", + "metrics": { + "psnr": 24.31403, + "ssim": 0.84717, + "mae": 0.03772, + "mse": 0.00391, + "lpips": 0.13852 + }, + "metrics_raw": { + "psnr": "ykrDQf1p2kEU58dBRdHVQXSazkFBtcZBugDDQYyyuEGt/LhBbA/MQWfEw0GNYclB15zDQVsStkH1Cb9B3YmyQatTxEH3I7JByV6vQQ==", + "ssim": "nYRYP7WmYD9pTVg/r29fPxx1YT8lSls/uuZXP0mhUj+6UVs/rgBWP1euVD/SBlo/UFRWPz34Tj+GuFU/ma1VP+JWWT8EZ14/1PhXPw==", + "mae": "8EwaPXUu5zyyFBg9bCLjPLCp+TwpvQU9FLQcPUSGIj2Zokw9xw4HPVFbHz2FTgQ9/s8RPcKdHz17Ris9iJ5CPbUqGj2CyCI9aepKPQ==", + "mse": "C1FtOxL48zoX0087Pz0LOxJfKzs/GFc7C01vOxH3oDsUoZ87r2I4OwYYajuwKkc7LyNrO/6ZrTtcHIY7OC/AO3laZjsgZsI7oojSOw==", + "lpips": "MFAIPioJ2T1j3BI+EoQDPlu90z0/3Qc+a0MNPuXiGD6EyAU+QWIVPv8MJj6OCxg+hpg2PkgxMz5RFBg+Ps4IPqe9DD5dNvg9BCnuPQ==" + }, + "metrics_sha256": "f9abdbb04a1ac8ff9816fff9fe9087831146f4b66ee38f1f5aedeb1312396612", + "predictions_sha256": "356055b5376ee9d2798340a47f97880211271ac8b6bab248753392b1b01c781c", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/horse.zip b/nerfacto/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..29a7f9641419d05db062cf6faaa20d0e419d1865 --- /dev/null +++ b/nerfacto/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a607cd07247a9228880cfa0899029a106a5fa44c34d59715a9650ca1d352c0b +size 335804990 diff --git a/nerfacto/tanksandtemples/ignatius.json b/nerfacto/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..de1ccc60f087c43cea7a7bfdffc2ead191c86c21 --- /dev/null +++ b/nerfacto/tanksandtemples/ignatius.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:21", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1144.07684, + "resources_utilization": { + "memory": 4729, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:13:20", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "6035cfb77b064c6522dd23cb3fbced9f37aa42d12ace9ac11f343bb2b16c1a2c" + }, + "evaluate_datetime": "2024-06-25T07:14:03", + "evaluate_version": "develop", + "metrics": { + "psnr": 20.44332, + "ssim": 0.68861, + "mae": 0.07555, + "mse": 0.01176, + "lpips": 0.25138 + }, + "metrics_raw": { + "psnr": "cGa1QStYo0HuQ6tB7USmQdQPv0G5aalBrXS1Qe+btEFWF6lBF6+xQbPTrkEZnohBR+zCQXgyuUH0AqlBWBG2QQTGjkEuALdBK3qvQXE7k0ED+3JBSGCnQSgWr0EyIpdBwMIuQZiKo0HBOpRBoAudQdjhikHsM6ZBpGiYQY9SsEHsNpVB", + "ssim": "kwMwP1pfLj+I2zc/cM4mP59DOz/Kjzc/1gAsPwvCNj+9tzE/j7U7P7E9MD/0cRM/XHc9P3Q5OD9XqzQ/beRBP6GTKj857jU/JMRPP96MMj/rPCE/IRU4Pw8nKz8WXCw/IkUgPwXlMD9K6yo/m3Y1PykBHz91qyg/2GklP9wcLj/v8ig/", + "mae": "NvpSPa/zgz02DYI97JGDPdjdKj1PK4E9xfdPPROMYD01gX49XTJoPUCRXT05Aek9VUUtPWJCSD160n09B8pXPW5Izz2jgVk9OA1aPVMBxz3cseo9Aj6NPS7Pcz3ghag9juuDPiKjnD3smb09OaGhPQVG2z03qoQ9AUSlPccBcj3W88o9", + "mse": "Xv2wO9nNFDzm7+w7QMoIPLYFhjuQ6fk75LSwO88QtTvyPPw7YPjEOxXa1Tt6kqA8C9pvO6iqnjsO0fw7DZ+tO+1/hjxtBak7+eLROwCabDxWLfg8OYAEPI1C1DuDeFM8EZulPX32EzwJ6GU87WEyPI1wljxBDQk8lNlLPIXXzDvSel88", + "lpips": "uKxKPk5tiT4IdGo+TiCJPpckZT7vo4I+IsplPo1PRT7U/lo+vw9jPh7xTT5uKYU+5uRlPlasZD6A410+PRswPg7pfT5Dkoc+hLVhPp+dej5iWLA+i6iuPtKccj6ysn4+Htj6PowziT5dQIQ+V1lGPnaPlD6l8nM+pfuQPh4xZT6AIZ4+" + }, + "metrics_sha256": "baff2f5d5a97448efa1d3a1d14628886ad2972e4a49e1e079959b6d4808494ec", + "predictions_sha256": "2a6cf341de88fcb28c54b99bc97b7c4347125a134161a38d150b9dd8b7358f7f", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/ignatius.zip b/nerfacto/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..5b80f9cffe678016928e117867bc4f5fb9a368e2 --- /dev/null +++ b/nerfacto/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5aae249d0897b13efec3edf4fee6b0dc73cd149f97e10b4f7aabb572a3f2da1 +size 420487224 diff --git a/nerfacto/tanksandtemples/lighthouse.json b/nerfacto/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..826def1fcb34ec3e5dec37fa7720654e0cd91e8c --- /dev/null +++ b/nerfacto/tanksandtemples/lighthouse.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:08:34", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1172.25988, + "resources_utilization": { + "memory": 8097, + "gpu_memory": 3988, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:43+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "e8d5cb768550ce3a84ed9f4969fd4710e55a0bf57a954c7c2c1b8e88258e898a" + }, + "evaluate_datetime": "2024-06-20T21:09:27", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.8535, + "ssim": 0.76765, + "mae": 0.06403, + "mse": 0.0102, + "lpips": 0.24529 + }, + "metrics_raw": { + "psnr": "oNWyQeRCtEE/SqJBBGGpQQHwqEHLFb9ByvSMQb5AqUGvkJ1Bxw+cQbNuk0FvUqFB5ge/QfENp0HOUrlBwUO6QRqisEE7mcFBVcemQXvnxEFvlGNBpmaGQfbCyEFcgYpBwtqCQboWmkGSIKNBNuO+QeWOhUESZItBHpqdQSLwp0EWoKVB23jAQZwZ3UHUZbhB5+WHQWTqs0GGA5tB", + "ssim": "Sh5XP/dYaj+bGU0/SqRgP0OHTD+YRlM/IZI2P8jYDj8qikI/Z+wfP7TkTj881zE/jFxdP5UjMz8MQF4/CklPP6jZRj9l41Q/4EllPwlSVj8m0UU/MxpEP8gYZz8pMEI/GK43P1A/OD+d610/bItaPy8HDz/buBk/E/0mP7lRQD/aUzI/bcA5P2lcZj9VBCk/OONUP0x/Pz+Wtic/", + "mae": "1l5GPaEZKT18iYA9gmVTPSUDjT2H6h09EN64PSIjbz3kiJw9b2+QPa1Csj101YU9jWk1PVS2jz1Vq1k9n9E/PWsXYD3yIyo91cSGPUjuED2fH+A9IkvFPYOLAD3vR849aOXqPdiKaj1fxEI9tJs1PWMi6D1pTLY9QS6KPVbAfj0RNWM9zSkjPanUwTzJtD49WsyyPdS2aD1+vKg9", + "mse": "8I2+OzDjtjugYxk8Nyj6OyBb/Tu27oU72biNPAQR+zveuy88dIE3PPE9azwTuR08VCSGO7K7BTxDF547md2ZO6cEyzvbK3k7kcwGPIuOYjtv4Bo9eiarPPS/SjueFJg8E4u9PC06QjyzvBU8PrKGO01arzzIQJQ8LIwvPAdgAjxJWQs88rCAO4PR4ToJXKI7pO6jPFy3uDvjHz08", + "lpips": "nKYvPliGKz5SkIo+sV5RPkzkVD5m8S8+AOFSPk+1Az9RuIA+9Xm4Pti/Kj7fO6E+xj/2PafY3D7qGvo9augmPtCdRj4QUlE+G4Q/Ps5aSz4Iq5s+1ZewPpmb7D0TBJo+35RgPsjrVT5SCSY+uh4jPmik2j59Fr4+9H+OPnF2Zj6pdZA+8zaRPhE+vj27+6o+dUZ7PnvIpT7k+oQ+" + }, + "metrics_sha256": "bde0b391e075daf8266b15ba3ed9713a2f1ee198daa5a2a5f63b03c9adf56333", + "predictions_sha256": "a1c9ffefcf718cd9f18268ed76662142b8abdd421e116db412332e0497bcb2b8", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/lighthouse.zip b/nerfacto/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..39dfb71cfb9495a0cb8de01acbcf1ad8d2807cd6 --- /dev/null +++ b/nerfacto/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655d066e417987f86dc2a514f94a6f4434e02e76fa2b1935f6c7884df35751e5 +size 385396183 diff --git a/nerfacto/tanksandtemples/m60.json b/nerfacto/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..5aad2e86649eb67dd36593cef58dabff8357ca42 --- /dev/null +++ b/nerfacto/tanksandtemples/m60.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:14:10", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1186.31295, + "resources_utilization": { + "memory": 3956, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3732 + }, + "datetime": "2024-06-25T07:14:10", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "e27179cf91b0a7923b21a5c16a3fc9cdc7cefe8fbe7d117ba42723e01148e2dc" + }, + "evaluate_datetime": "2024-06-25T07:15:04", + "evaluate_version": "develop", + "metrics": { + "psnr": 26.53642, + "ssim": 0.84283, + "mae": 0.02841, + "mse": 0.00242, + "lpips": 0.17884 + }, + "metrics_raw": { + "psnr": "7vPrQbKY40HhWKxBQa7eQVouuEHqpNxBpzzRQbiPzUFygNFBNnriQWQ600EzWNlBbjbQQS34yUGs0dBB20zMQSZ91kHxPuNBa83bQZrg2EEkEthB5CboQSDg10Ge37lBnbnVQdbF3kFPp9dBK+LDQRW77EEmgd1BFYfXQV3H30HXV9lBVsXVQSkpy0FOltlBtGrKQTH8zEFOpMtBSru8QQ==", + "ssim": "hIlkP6vlYj+bpUc/sOVZP5gJPT9GU1g/lcdTPwDHUz+BAVo/EHhhP2/tVT8G4Vo/vRBTP6u8Wj/sKk8/1MlUPzyjWT99I2M/ACpeP+POVz8OjE0/3KJZPxtCUj+HIUY/dJFTP08vWz9u+V8/YhpQPwUiZD8n3F0/GcJgP9j2YT8KzlU/aMxWP/y9Uz+XBFo/xAdRP1u/VD8P2GI/ZM1ZPw==", + "mae": "qJuyPM/btjzzg089U+fVPIWBLz1V+9E8byjrPNUF6DyQV/M8uhShPFrC9zyygtk8Nj/xPK9w5jxCpPU8bB/9PLBc7zw2a7s8jPzGPFZz3zzUaOc8Y2K/PJMb5DyVKg09QJHgPMq9yzzrJtA8nqoOPcrOqDzw1cw8W1vVPCuMvDzVbNg8AQLaPOj99zzFedk8XVgIPS3ZBz2Qjto8fCQaPQ==", + "mse": "00OTOpZOuzpQrOU7bsbXOhtgozsGzeQ6gdweO6OWMDu3px07M3DBOlUDFjt/mPs6Vp0jO3zSQzuiyCA7zR03OweTCDvrNL06cGnqOmwA/zrAfgI7O0qkOh47AzuUm5s7LJwLOzI01zpoEgQ7009pOxEBkDp6NN86Io0EO+gP0Tojm/s6HG0LO6g4PTtW2Pk6JlFBO7yKMzudnjo7xVGPOw==", + "lpips": "oGfoPULM7z2b6II+pu5KPn/Yhj7aHkw+Vvc2PhgwOT5XmRw+zbhLPl5SIT6S11I+FW1cPrqIQD7Wa2U+UKspPhK1MT7dmuQ9ZnQOPqDWDD5jy4A+Aw1lPk6Ggj6azSI+qJd8Pv6SLT4pQNI9WXklPj8aAT4CAiI+upADPlwyCj66814+eHdpPruRdj7VbTk+wSUsPvdpBz72og8+Hg8bPg==" + }, + "metrics_sha256": "c35dab3b665e3f210eb85dc1ae56b14bd065c415084aa75bc25030fd80eb03fa", + "predictions_sha256": "4651580a645823bc4edda494cff2b35fe5c1b4115390bf1c45fb4118ed5f6cac", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/m60.zip b/nerfacto/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..c0821fe5768e6ee75d3d6f62f40c401cf4a3e75a --- /dev/null +++ b/nerfacto/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c89cf79ad47f42ad5088a0f3cd71cde30a0c981c6ea74dcad83ed65b4ee013 +size 390540584 diff --git a/nerfacto/tanksandtemples/meetingroom.json b/nerfacto/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..669febe66092dd0047fdf3cd1f10388ad39a7df4 --- /dev/null +++ b/nerfacto/tanksandtemples/meetingroom.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:13:31", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1142.92362, + "resources_utilization": { + "memory": 6107, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3714 + }, + "datetime": "2024-06-25T07:13:31", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "ed29d98480e564f59c3683db7a77c861ab79cb9cee73bc534d82b7fef1880806" + }, + "evaluate_datetime": "2024-06-25T07:14:32", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.21132, + "ssim": 0.79274, + "mae": 0.04751, + "mse": 0.00547, + "lpips": 0.26059 + }, + "metrics_raw": { + "psnr": "wIbQQQiyw0F+hb1B+kGxQdWKtEG4Fb5BXNbdQQB21kGtCc9BnhS8QdVPu0GwwrJB1FWhQRzVxEFVea9BYp/CQSLsz0Fbo7BBTdzFQfCKykHntNBB322LQU2IukE067pBiTGuQTIouEG8vchBTqa0QcaiuEHfWZ1BNjrDQTz1skFbKLRBDcydQcVeo0Gf/qtBM1TRQVlNx0FsX8hBDXmgQch6kUEsSLlByqDFQW6dtkEMk7JBkK+9QfSMr0E=", + "ssim": "yVNVP2CzSj/zd0k/rypIPzGjTD9Tg1M/4x5eP7b9WD/S6lE/7yZIP128Uz9yH0w/ZmJEP7GaTz/u2k4/+FZQP5vUUz/baUE/IOJVP/VTUT9MmlI/O+QiP8+cUD8xA0c/VktEP0IRSj8wDU4/AodEP+h+Qj8+Vjs/EENMPw7dTD+smk0/k3FAP2dNSj8BsEo/0KxbP/yUXD8+01Y/alcwP5taKD/k2U8/+PJUP1ibSD9voEM/g4pJP8xeRT8=", + "mae": "OubqPDGaBD0gdzM9c9dHPcWuIj1E3jY9KMDhPMvC5DxjX+w82exDPdK5OD2fLkQ9In5XPaMTCT06Cy894fUSPTIV8jw+QmE9FyP4PFdMCD0Rcfs8+nXYPae9RT016Dc9jZxRPeFEPz3NRAY9BV5ZPdfbSz2PaJs9XYAmPSxQcT3j0VA9EKCSPePTjj1lo3k9YtMLPdzzMT0GHBk9xwyDPSUktT24kls9W40lPcZ+Oj32zV09T4MsPWkafT0=", + "mse": "0yQiO+2TajsYGYw7x2bHO/5ptTsw2Ik7phPdOiavCDvkPSk7yAeSOxlMlTvr9b47rqkdPHMGYzsC6NE7Me9xO6/8JDtO/co76GdcOxqeQDv7TSE7/xaUPDavmDv5/pY7YsnZOxF9oztu3ko7ytq0OztAoTvz0TA8X8JtO+XgvTsNb7c7kZAuPJSxFDz/A+g7/3AeO6NyUzsYCE07E6AhPLjXeDyoR547seJdO4Loqjtz/L8712+LO5px0Ts=", + "lpips": "//tDPmfPgD6zOpY+MiyYPiF9eT5I+W4+zCNxPnoqPD4J4j4+HV1kPlapWD7/ZIo+9nWUPoyChD5IuHQ+JEl1PrR0RD5LX3w+8O5WPkC8ej7Ci14+GRGZPh/7hz4aZoU+n4uSPqlEiT7CtXI+9l2fPgVcsj4ITbg+Zc5+PhXMoT6w4ZQ+UGWMPgkkoz7QwqE+mnVPPpPlfj7dNm8+OqOWPu4IwD6Acow+G+SAPnTsgj5BGoo+Mm1YPtvZij4=" + }, + "metrics_sha256": "3faf7a5a9069e5d7d95cd6d5b18c926c2f78c6206c11a65f88e65f37bb7b892e", + "predictions_sha256": "56d8a01181348f5a96a5ef6f8d8a094f8c25f08eaa390cfe824109a7c4e59d37", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/meetingroom.zip b/nerfacto/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..958b3692765afeae1624d1ef6c68a9990263ea53 --- /dev/null +++ b/nerfacto/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1e167f623aac572e484c36b9a088106fe8f4da678a58b8fb84010dedbb348e +size 403363149 diff --git a/nerfacto/tanksandtemples/museum.json b/nerfacto/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..2913957167e3084c04717829e636c07f9fee1fea --- /dev/null +++ b/nerfacto/tanksandtemples/museum.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:09:53", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1128.13012, + "resources_utilization": { + "memory": 7508, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:32:44+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "33d20da77bf86fa9adb2c1ca39c8cec9358c21ca627c775cdca4a5ebed4d55a0" + }, + "evaluate_datetime": "2024-06-20T21:10:42", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 17.84164, + "ssim": 0.64789, + "mae": 0.09867, + "mse": 0.01842, + "lpips": 0.3108 + }, + "metrics_raw": { + "psnr": "8keDQSKssEHVo65Bfk6gQfpnkUFDwp5BQs+AQTh2iUGnX5VBqNqKQYv4ZEFh7pJBUEl2Qf5ujEEes6BB2uSbQdA1kUFSz5BBF2OXQf/Xg0GQfJtBiLOTQYKMjUF2XX9BTrmjQZypaUHEpJdBTheAQfDWgkEMiYxBiBBQQe43jEFwVZ9BMpR4QTgte0GQsahB1QJ/Qa21mUE=", + "ssim": "ohUjP17WIT8phSk/qQ0YP+oGID8IVSQ/584pP1WDKD/W4EA/ENoKPzr3FT8AajE/81YoP62XOj8X2hY/c647PycWMD80+DI/pMw2PwtjJz/siS0/NQocPzj1/D5A4TI/66ZBPzPWAz+WlhA/e0D/Ph8bPT+bUTs/i44hP8ClIj9czCA/34weP/d6Mz8jjjI/fdsXP6AtLT8=", + "mae": "A1vjPUEmaz1py3s9x7GXPRwGpT3lVZo9etb+PRvB6D0Q0ao9PoDWPe/XIz7giZs9PM0BPgjyvz2o9pc9ad2dPe/Vxz0gv749J1a0PViU/z2m0aw9wtK0PUEyxj0W79w90lSSPRhCGD71nKw9E3/zPabJ5j0ITM09t04qPpQwwD3BDKM9iNEDPlRZ4T2Gwoc9eaPyPVTfmT0=", + "mse": "Czu7PA7KyjuFAdc7iGYiPI1eeTx+zCk8wQjJPK23nDxydV48sY+WPJzOFz0NqW48gaXsPL7ejzzVkiA8vWQ4PJ7Hejysr3089e5RPAk5uDx7kTo8rm1pPDhTizycqc88EzATPEzlDT2XY1A8OjzNPOyfvTwBc488eBhNPXLDkDwgAyc8avfkPI2Q3DwPJP87JLnQPLRbRDw=", + "lpips": "Jd25PkdBzT7PmbQ+FO7gPv53zz7P58M+jl+2PvKVrz7zyZs+eURrPgeQrD4bDKM+JbhmPs7GmD5iPNo+WHd9PjAfqz7voI4+lQFMPihSgT7a5Zc+deW1Pm9m4T56gH8+C65QPvUy6j7DiNw+qDLMPn6ySj6xCoI+yPpBPi0vZz6vf6s+AJKmPg/9OD4s8ns+CoVwPnrHlj4=" + }, + "metrics_sha256": "46bb3b770fd2d787502b44b5c078384ba1b09c9b633ee73ef87513b3e68411e8", + "predictions_sha256": "d24be8ecf3b347de0c1b32e46297a663f88621ee8224bd079013f871a72f41e7", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/museum.zip b/nerfacto/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..c2ee85c0697f5a6574572a586d45f2dfe2e50de0 --- /dev/null +++ b/nerfacto/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958f62bb367bf9d915262b853a5235903ba7931713e22e0392db9f27c4d1eae8 +size 419591589 diff --git a/nerfacto/tanksandtemples/palace.json b/nerfacto/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..1b2a00c557e0a9158826e3dfb03f7718e99bef54 --- /dev/null +++ b/nerfacto/tanksandtemples/palace.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:11:16", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1208.30938, + "resources_utilization": { + "memory": 12149, + "gpu_memory": 3730, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:34:07+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "bbf96e0b60603dfc5361b6efe96c2d2d8fdc596b4d1ac40eaeb94cf015dcd106" + }, + "evaluate_datetime": "2024-06-20T21:12:30", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 17.68488, + "ssim": 0.63971, + "mae": 0.11848, + "mse": 0.03978, + "lpips": 0.45165 + }, + "metrics_raw": { + "psnr": "9tifQap8p0F3uNRBzGvDQYYYmUGyqtZBGOyoQe+voEENytNBfY29QRoC3EGy69ZBtDnZQYxc2EEoXLBB51fTQRAQqkFSn6VBNxivQd7WeEEAl8JBMFuLQUEWkkHyO4xBxveLQQrpjkFtv6lBwO2DQQX0lkH7CCBBDGkBQYBcYkHIUoRBFIKiQdCYCkHMi6FBD7UzQbrIDEE5NzxBQrdfQb99R0GZapFB/gubQXu1P0GSHDlBHkI/Qe+2rUE+wAxBFNWBQaPRjkA52j5Bf+dxQYmkc0HY9HtB4a66QW33BkE76QBBEG4tQURcPEG20HBBpR6qQdqCnkHqZK9B", + "ssim": "FH8JP76jID/G6VU/WBlOP64cOj/julI/75QzP57mEz+Ct1Y/lsI8P3HtTj9QM08/RW1GP24tRD8X5jE/T9Y/P14NEz+FzEs/xdA7P/fHJD8t1VA/wnA8P1RWHD/zRig/kaYyP224Cj9j5i8/7owZPxYzSD9Xj8c+1iHnPmFLNj+m1hU/KNQ9PyYftD7YVEc/Jaf5PmsY7D7nVzI/hBvUPjt38D4RfCI/oYcTPxtzpz7ZySs/NfXxPmgWKT8b8Qs/dWQ5Py6vkz5hdjI/jgZIP6ttMj/vMw0/mak9P9Wq+T4y+t8+ntETP6y47D7mQfM+ii1HP4rQNj9wEEU/", + "mae": "RXaTPa8zZz2z+AE97kgwPVdNqT2AH+Y84btZPYvIgj2vGQE9a80zPSJ04TwI++s8jgLrPFnu8zx64lI9PcMDPbWOfj0aQZw9eChtPYjH8z2h9ic9FCbHPXGKtz1VFLk9SEHIPV9StT1BmWI9/DLNPTmPlj2f/2s+7K+YPvOoBj6vHOo9xrSFPYComz5NLFs9hC5WPlMviT7EGDA+U94XPlLpKz5AsZA9v8yGPWH0Vz7+8kY+dR5OPvBIeT3dyYs+IEqvPWWBBD8X3jo+3HTWPeanFD6Kc/M9MlphPYz5jD6VNpg+CkBKPqIIST5z9AE+gVBuPbSybD17+FQ9", + "mse": "i48kPCYUBDyRtA87/m9sO8LbRzx04Ac7pHf9O42hIDwDnBM72PiLOxMH6Tot4wY7vXX8OnJoATv5nsw7G4QVOytI9TtcXAs8/zXUOyMc5DydKXI7uGaUPNmHdDy6spA8u8+RPJr4hTwThPc70MW3PEeSVDxWssw9RQgfPtKdHT1ysrU85G0YPIBWCz6DtRw8CTqaPToFBz7cc4g9m7sjPRwHaD24S3k8zvE8PDXDgT22r449VZuCPTrP3Du2FQc+3zPDPAc3tz4wX4M9BQ38PMPS9TxyGto8BwaYO63PEj7aLSA+1s6oPTIriD0eBAA9UeH0O3sDKzyIY9I7", + "lpips": "bNEBP8NxuT43Di4+aFk8PmgLbT5ToSg+jISJPvictD4YjhA+cv1yPoiGOj6zwRs+EsdYPpgDUj5Hd5U+LC9gPsoS3D5lOE4+ZuZOPns+5j5Eml0+AHp3PgYNsj77R7s+NlOiPilqCD9p880+RGcLPxeDqT7KmEM/BLo7Pw7n+z4gsx8/tPypPljKVz8Ky5M+tBpjP7ndEz+e0hI/ButCPyLHGD9xH7s+OnrcPt/5dT+GU9Y+RoZtPwUa9z43L0A/xgTmPr4pbz9tSQs/q9bLPveF1T7g5DA/yyrKPjTTKj8G4Xk/soMlP4iNRj+7HR8/3sWIPkTdUj7EZkQ+" + }, + "metrics_sha256": "3325c181d2f74256df5fdbaf0e37a76cde871fbe92c69d826418b7a6e82a51b8", + "predictions_sha256": "1053947fec60e1f6373802a1585092944f0161352a0b1857ca899c5dd9ac8d2f", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/palace.zip b/nerfacto/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..bc8357598ae5c976721b78e8d5deea49053fe3de --- /dev/null +++ b/nerfacto/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90db2346a361393ea9f3acfcc5f205b19ecef7e231a1e3cb10e5cedfee42b66f +size 444564822 diff --git a/nerfacto/tanksandtemples/panther.json b/nerfacto/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..8bac03d0ea9adf29d8b7a08c09d2b781733024f4 --- /dev/null +++ b/nerfacto/tanksandtemples/panther.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-25T07:14:44", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "nb_version": "develop", + "num_iterations": 70000, + "total_train_time": 1209.65124, + "resources_utilization": { + "memory": 5831, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 3988 + }, + "datetime": "2024-06-25T07:14:44", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:M", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "742e6eb9b347cad25b23703e32fed507a76cf2edce767534d3b76ffdbb9bcbf5" + }, + "evaluate_datetime": "2024-06-25T07:15:41", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.57348, + "ssim": 0.85825, + "mae": 0.02625, + "mse": 0.00193, + "lpips": 0.174 + }, + "metrics_raw": { + "psnr": "lUn0QeSB5UGD7+tBy1LwQRZz2kGcVLdBKgPoQRI20EG4g9VBmSvSQX4730EOVdRBCHjnQaYH4UFE8tpBprzWQcxg3kF/tedBMHrGQSyf50HAi/dB+znfQXyn3UEXbeNBCefNQXXbw0H0qfhBGAjCQTCv4UFYqtlBqs+/QWqk7kE8595BrJLoQW2VxkGzFNxBZo3XQU+g10FWy95B85znQQ==", + "ssim": "WJ5tP989ZD8OGGw/fbxrPx9oUj88MD8/9I1aP4I/Tz8A1Vs/z25bP35HXT+LA1A/bxZVP7R4YD+kGU0/zL1YP0NaVD81bmQ/UN1fP6OEYD84HGU/x49fP+9uZD9YO2c/eYBZP4yjSD+lMF8/mRxSPwskYD9na1Y/lzdUP5vGXT/EOF8/KKlZP/+9UT/O6mI/rhpcP7/tVD95uWA/vK5qPw==", + "mae": "FfCZPEu5rjyQZK88oOWhPFV43zzrmiQ9N76+PEXS+DyTXPI8CqruPJ090Tww4Pg8aqTKPNeuwzwSt+Q8RPLtPA+GyDzA3Lw85ckNPT/kvzwl3pM8f4yxPLJyxjy6zbs8dl7/PFscDj33XZ08ExQIPYRg0jw7WO4896YJPfn1sDxF+tA8D6GyPFywCD3WsdQ87CvfPMNI3zwK9co8S/ioPA==", + "mse": "EbZnOoJIsTqMVpM6jNuBOjq48zqmbKc7gPOkOg+fIztndQw7gaYaOztg1DoNUhE7RI2nOvSqyTpvQvA6VJoHO5Cp2TreZaY6JodYO+3QpjrG91I6dGnUOrg+3jpEOrw6C90uO+B8aTuNSUw6tBV2O5PnxTpkSPk6pCmDO69LiDq2ZdY6ok+iOqTdVzt5iug6EnUEOwotBDsaEtc6ltumOg==", + "lpips": "EgCcPQMbwz22dp09dTKxPXLAhT41aWE+IReHPvg3gD76li4+Y+nmPdnTFT6GEFE+tlNlPmDBAj5HW3M+7gspPn6RTT7DG989fmVJPtdSHD6kHBI+aQYOPhtkGT7L/rc98xFePqbucT6QV7U+uiRhPrFNID6htUo+ZNxEPmTjiz7/4sw9yo1mPlpPRT47aAA+A0gHPovUQj47dAY+gjfwPQ==" + }, + "metrics_sha256": "a5fa724178e2075e0b62128a901ee6f29630134be175c2f1dd831a88b6ba5934", + "predictions_sha256": "92efb4b73ce508c8ea70abed4f2fe68d7af2fefe1dea9550a9bbe4a4c48218fe", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/panther.zip b/nerfacto/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..fcebe8d67068e6ca1992d586242a0a915064ecd3 --- /dev/null +++ b/nerfacto/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e62af7c88b08c3d16e9065ec9e12088a56716199bc698e6a8700a203dcfccf +size 392599079 diff --git a/nerfacto/tanksandtemples/playground.json b/nerfacto/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..994c6375e3d3373be7df5bc9967dff27a3938614 --- /dev/null +++ b/nerfacto/tanksandtemples/playground.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:12:57", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1172.84157, + "resources_utilization": { + "memory": 7882, + "gpu_memory": 3730, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:42+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "ac1be46ec761e6bdd8030078c57ea21f4f5b7aefe19ac032dccf563fd077bbaa" + }, + "evaluate_datetime": "2024-06-20T21:13:44", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.692, + "ssim": 0.75506, + "mae": 0.04404, + "mse": 0.00402, + "lpips": 0.24857 + }, + "metrics_raw": { + "psnr": "xrjIQV9tv0EhtshBkxjGQbywy0HtscVB3W7NQWIzz0HvsdBB2pPVQU7BxUEr19RBKjK+QX+Fq0FQScVB4DO8QULqxkGqYLNBf2TCQVFcyUHiEcVBSs3FQX7Gv0Ew5N9BGDXDQSSYsEF9qNRBSqLcQS7G10HlktdBn/3WQUTW2kHCfcFBzd3MQRMhx0GgwMhBBUabQb+lhEE617FB", + "ssim": "lEVFP8OPOz94J0M/wsk/PxgDQD8cqTk/80k7Pz8ELj8uQzw/54BBP87HPD8pnUk/c29JP14aRz+JFkw/QRFJP7/5Rj/K0jg/UVFIP98YQz+BrEA/r7w/P672Oz+G8UQ/P3E0PwtuNj8uF0U/hnZIPwEHNj+28z8/vaVJP6PoTj/6DkQ/Q8VDP1e3ST/qvz4//GlDP0b9OD/orUE/", + "mae": "5eEVPX/xND1tzCA9QXAaPZWAFT2xYTA9n9sQPXRjCT3dJhM9uov/PNBNOD2kz/s8MWBJPQm/dT34eB09jYBLPZi7HD1bE1U9eS4zPeTuHj0PTCE9RTQzPQ6bRD28a948tjU/PQF6fz36BAU9C4TuPFvn/Ty4xPo8Kar9PB7C8Tx2ojQ9Hh0YPTLfLz0oBRg9ogq9PSw2Bz6wM3w9", + "mse": "aftKO8GehDvkCks70upaO+NbOjtWdV079D0xOzBzKDvIWyE7QjQMO2wTXTvJNQ87hWeJO2gy6zsYFGA7oYSROxLRVTtHmbs7nIpzO7NIRzu4emE7McdcO0ZMgzu/YtA6bOVtO+M+yzuz9g87R97kOkSdAzscYAQ7pZ0GO14E8Top8Xk7Dyg0O72AVDuSzUo7RLc7PJQCtDxcFcQ7", + "lpips": "ao1rPv2ghj65Pm4+EkN0PsAaYT78KJM+KfpxPow+qD7eVnE+15+EPioWgz6+v18+BxR3PlMBhD7alF8+RmByPgiSfj54P3g+S1dMPrFQXz5iOWs+YiiDPqKpiD7UWpI+5xyfPuu9lj5/g4E+alVoPneAqz7Npno+a/N0PhKeWj4HZXg+yNeEPuDVXj5IhIo+ZApbPvq+hD70TFM+" + }, + "metrics_sha256": "453dd586355e21e7c8d87ecc0578155c7630b15980c6e7ebc616e677f226289e", + "predictions_sha256": "612d87372b4f9e1e427a1e876ac9804073191530c17913b04d644b299a346482", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/playground.zip b/nerfacto/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..3015ecc75797aae9c1a17ae61e3fa904ae4030ed --- /dev/null +++ b/nerfacto/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e5f34eeb98669ebf432935268bac9600d78a34e01d08754eb0cb58608001d0 +size 408929706 diff --git a/nerfacto/tanksandtemples/temple.json b/nerfacto/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..37b83a0aa3172a2d4334f857712e7f5e02aa01f1 --- /dev/null +++ b/nerfacto/tanksandtemples/temple.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:14:10", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1176.63398, + "resources_utilization": { + "memory": 7893, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T23:33:30+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "e9f31946a3852df8cd0057ef127ee9662ab2a59930fc0ffec99c0ce24fe4f810" + }, + "evaluate_datetime": "2024-06-20T21:14:53", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 17.06387, + "ssim": 0.67768, + "mae": 0.11369, + "mse": 0.03213, + "lpips": 0.39205 + }, + "metrics_raw": { + "psnr": "MA21QZJ1nUHTUJ5BAkhVQUw9X0Ho4GJBW3ymQdWih0EioJtBQv+LQcqqpEAGtH9BnsV/QcuLLkGyQIRB1kJfQZbvckE38cxB60qYQYAzmEHuTWpBAIxNQe7Sk0HvLp9BRVejQXz0n0GRm4tBkH+HQXwtm0FjbkVBnkcyQZnfs0EgRKlBhVp2QVEMRUEu66lByXKIQbianEE=", + "ssim": "xd84P2LyQT8Uyjs/RzcJP/OmQj+lxh0/kx4oPwelLD/CWC4/y28RP2M/1z6hNjU/pYcRPy7KHj/9wRY/qEoNP+wJHj/t4l4/W0xFP+N0PD/2aww/NHQ2P2FXPz9H2js/VcclP9BBKz+boDA/2rVNP+qFST/e0EI/ArQZP+9/TT9TKkU/uKYoP8ppIj/pRi8/wJcpP8q9LT8=", + "mae": "YIVTPfytlD0hPac9+40cPoMGFT6kUxY+wxF1PWmj0z0fCo49bWqyPTrh3D70N+c9F/LwPb+1UT5SJNI9sucHPr9m5D1gF/U80EGlPaj1nj27Fxg+uS1APkwriz28LZY9YYOAPW/mjD3QB7s9aozQPTpurD0eA0s+aYJaPn/XRj3xXnA9S6AFPky3QT6IvWg9mZbKPesmiT0=", + "mse": "TsayOzRFMDxt+is8DkM+PfvbJD2Ychw9rvAHPEsspTzb0jk8VrCRPMKPnD6Np848QXPOPD0epj0jEbY8184kPShW+Dx9wzM7QIhMPEwSTTxJlww9valUPRubaDyavCc8sdEUPGINJDy3VJM8UNSlPAU8PDxmAm89hW2dPcnwuDuR+Po772rsPKdUcD0aTfY7I1uhPE6pNDw=", + "lpips": "I6SDPqkgfj4gc5I+yj4jPyabkD5Pxug+GDPHPo611j7JOsU+dnf6PjxEKT8c1wE/qNUXP8CpGj8n5Qc/JBbsPoSR6z6b3VY+KAiOPqEsnD5PjwA/DbPVPqqfyj5EB9Y+DGDLPiJYtz4qKZw+MfJwPiENoj5BLIg+U10dPyL+dT48Poc+VD2nPpCWtD5Ql6U+UOmuPjBcuj4=" + }, + "metrics_sha256": "28e5c9b8a868f04356c09de24e2b7502e61aad32208c064d961bc64faad92557", + "predictions_sha256": "a922df16fbce5ecce8fd0d960a89b6642083e4d476bd61940df2a45fb737bbab", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/temple.zip b/nerfacto/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..3ea8f4e25628b6d150b19f98e4a0a47f79595a39 --- /dev/null +++ b/nerfacto/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1fd0356e261a453dab1ddc2ff79653b58659ee7c9128ea943bdb05b5c52d4a +size 370351961 diff --git a/nerfacto/tanksandtemples/train.json b/nerfacto/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..9214b40afca6457f84d70777d86566116fc96039 --- /dev/null +++ b/nerfacto/tanksandtemples/train.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:15:19", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1181.63632, + "resources_utilization": { + "memory": 7661, + "gpu_memory": 3970, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:51+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "5249115ee455575fa0eb4ac0503f5c378aa9c753ff83e388967c6494ee5a7a7b" + }, + "evaluate_datetime": "2024-06-20T21:16:06", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.42521, + "ssim": 0.69321, + "mae": 0.0712, + "mse": 0.01073, + "lpips": 0.26054 + }, + "metrics_raw": { + "psnr": "nNu3QdKDokGl8rhBjGqmQeoMvkHof7pBu5inQeoLqUHePbdB+USxQT+pkUFF7IdBZCmpQSWMnUFTWZBBNICjQYLMgkGX/LFBYwKYQVTEokHA55VBk1unQdges0Ft/7RBact9QYNUn0F+OqZBv+yiQWPjkkG5mq9Btk63QVH2uEGOS7lBhGFdQZxooUEjlYFBDT2dQVJhqkE=", + "ssim": "woxFP0sXRT9fgU4/dRcsPytGQz/gz0E/YOc/P6gRND9mb0A/Eag/P2wXMj9iVwc/f6FNP5bkOj+i3hM/vfMpP8YMGz9nUS0/WmscP7eQKz/TaR4/uPMzP8ydTT9k6D4/r2YePwimLz9JUS8/N+UuP/d+Gj+Q2Tk/o0EzP5eISD+lBT0/qb3WPsDeMD9CczA/yq0uP9NZNT8=", + "mae": "4yY/PZdnkj3h2Uw9dnGDPYl/PD29cjE9teKLPQh0gT2HDk09RyhqPbORxj12t9k9ANVmPetImz36Ubg9a5JuPSsr0D3nd009O+KTPe2Ugj1/0KU9rOCBPWzjdz1BPmo9qHkHPqM2oD1Ly4w92qaHPcXOpD0gFGg9j25GPa3DSz2FHUA94oQlPsbIjD22duk9V/CjPdkOdD0=", + "mse": "BOekO0NmGDwuz587bDYIPCT7iTsb1Jg7oKkDPOSP/Dte2qc7mVXHO8uLdzyb0KM8/rn7O8/SLzx8iYA8xSIUPOTYvTzvQsM7/jROPFBMFzykFFs8LpIEPP/9vDsyDbM702jUPJIHJzxa8wg8uJwWPJ30bjyqHtE7FImnO0m+nztBOJ47AlQpPYhUHTxtnMQ83WQxPCIN8zs=", + "lpips": "JuxIPmGdHz5MZh8+xQKgPhLkRT4Q90Q+Opc1PkApbD43yYM+4xxEPoLpeD7yGMA+TChhPuK8hz4oKLI+jutmPuD9rz7AhX0+XLWWPuQdhj7iAZo+NjZzPms3Rz7CJmc+r6CkPsB0bz7EIX4+MEN1Pr73mz4wRqA+WJCYPptbeD5GRpc+mX8LP5hWkz6Yf40+6q1vPp1ZXD4=" + }, + "metrics_sha256": "e5d0336824fb140885d43585902170a69be87ae905bccdb08d7e50e42b104041", + "predictions_sha256": "6ecf37ef992f045840284f03d6e77a267a687aba4cb2a20decac495f601a55b0", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/train.zip b/nerfacto/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..e5473bd43ffd6c3ed8c3ea0c14003444ef51444a --- /dev/null +++ b/nerfacto/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40af5416022387aadc2ebb77873686bfca472eca72af36603c95ae8a4b5e4c9a +size 407181133 diff --git a/nerfacto/tanksandtemples/truck.json b/nerfacto/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff7f068e5ae2f0c0f403a8e803f28ddb4d049ae --- /dev/null +++ b/nerfacto/tanksandtemples/truck.json @@ -0,0 +1,271 @@ +{ + "render_datetime": "2024-06-20T21:16:30", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "nb_info": { + "method": "nerfacto", + "num_iterations": 70000, + "total_train_time": 1167.08282, + "resources_utilization": { + "memory": 6258, + "gpu_memory": 3714, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T17:19:36+0200", + "config_overrides": { + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.camera_optimizer.mode": "off", + "max_num_iterations": 70000 + }, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "_target": "nerfstudio.engine.trainer:Trainer", + "method_name": "nerfacto", + "machine.seed": 42, + "machine.num_devices": 1, + "machine.num_machines": 1, + "machine.machine_rank": 0, + "machine.dist_url": "auto", + "machine.device_type": "cuda", + "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", + "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", + "pipeline.datamanager.masks_on_gpu": false, + "pipeline.datamanager.images_on_gpu": false, + "pipeline.datamanager.dataparser.scale_factor": 1.0, + "pipeline.datamanager.dataparser.downscale_factor": null, + "pipeline.datamanager.dataparser.scene_scale": 1.0, + "pipeline.datamanager.dataparser.orientation_method": "up", + "pipeline.datamanager.dataparser.center_method": "poses", + "pipeline.datamanager.dataparser.auto_scale_poses": true, + "pipeline.datamanager.dataparser.eval_mode": "fraction", + "pipeline.datamanager.dataparser.train_split_fraction": 0.9, + "pipeline.datamanager.dataparser.eval_interval": 8, + "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, + "pipeline.datamanager.dataparser.mask_color": null, + "pipeline.datamanager.dataparser.load_3D_points": false, + "pipeline.datamanager.train_num_rays_per_batch": 4096, + "pipeline.datamanager.train_num_images_to_sample_from": -1, + "pipeline.datamanager.train_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_num_rays_per_batch": 4096, + "pipeline.datamanager.eval_num_images_to_sample_from": -1, + "pipeline.datamanager.eval_num_times_to_repeat_images": -1, + "pipeline.datamanager.eval_image_indices": "0", + "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", + "pipeline.datamanager.camera_res_scale_factor": 1.0, + "pipeline.datamanager.patch_size": 1, + "pipeline.datamanager.camera_optimizer": null, + "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", + "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, + "pipeline.datamanager.pixel_sampler.keep_full_image": false, + "pipeline.datamanager.pixel_sampler.is_equirectangular": false, + "pipeline.datamanager.pixel_sampler.ignore_mask": false, + "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, + "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, + "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, + "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", + "pipeline.model.enable_collider": true, + "pipeline.model.collider_params.far_plane": 6.0, + "pipeline.model.collider_params.near_plane": 2.0, + "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, + "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, + "pipeline.model.eval_num_rays_per_chunk": 32768, + "pipeline.model.prompt": null, + "pipeline.model.near_plane": 0.05, + "pipeline.model.far_plane": 1000.0, + "pipeline.model.background_color": "last_sample", + "pipeline.model.hidden_dim": 64, + "pipeline.model.hidden_dim_color": 64, + "pipeline.model.hidden_dim_transient": 64, + "pipeline.model.num_levels": 16, + "pipeline.model.base_res": 16, + "pipeline.model.max_res": 2048, + "pipeline.model.log2_hashmap_size": 19, + "pipeline.model.features_per_level": 2, + "pipeline.model.num_proposal_samples_per_ray": "256,96", + "pipeline.model.num_nerf_samples_per_ray": 48, + "pipeline.model.proposal_update_every": 5, + "pipeline.model.proposal_warmup": 5000, + "pipeline.model.num_proposal_iterations": 2, + "pipeline.model.use_same_proposal_network": false, + "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", + "pipeline.model.proposal_initial_sampler": "piecewise", + "pipeline.model.interlevel_loss_mult": 1.0, + "pipeline.model.distortion_loss_mult": 0.002, + "pipeline.model.orientation_loss_mult": 0.0001, + "pipeline.model.pred_normal_loss_mult": 0.001, + "pipeline.model.use_proposal_weight_anneal": true, + "pipeline.model.use_appearance_embedding": false, + "pipeline.model.use_average_appearance_embedding": true, + "pipeline.model.proposal_weights_anneal_slope": 10.0, + "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, + "pipeline.model.use_single_jitter": true, + "pipeline.model.predict_normals": false, + "pipeline.model.disable_scene_contraction": false, + "pipeline.model.use_gradient_scaling": false, + "pipeline.model.implementation": "tcnn", + "pipeline.model.appearance_embed_dim": 32, + "pipeline.model.average_init_density": 0.01, + "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", + "pipeline.model.camera_optimizer.mode": "off", + "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, + "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, + "pipeline.model.camera_optimizer.optimizer": null, + "pipeline.model.camera_optimizer.scheduler": null, + "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", + "optimizers.camera_opt.optimizer.lr": 0.001, + "optimizers.camera_opt.optimizer.eps": 1e-15, + "optimizers.camera_opt.optimizer.max_norm": null, + "optimizers.camera_opt.optimizer.weight_decay": 0, + "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, + "optimizers.camera_opt.scheduler.lr_final": 0.0001, + "optimizers.camera_opt.scheduler.warmup_steps": 0, + "optimizers.camera_opt.scheduler.max_steps": 5000, + "optimizers.camera_opt.scheduler.ramp": "cosine", + "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", + "optimizers.fields.optimizer.lr": 0.01, + "optimizers.fields.optimizer.eps": 1e-15, + "optimizers.fields.optimizer.max_norm": null, + "optimizers.fields.optimizer.weight_decay": 0, + "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, + "optimizers.fields.scheduler.lr_final": 0.0001, + "optimizers.fields.scheduler.warmup_steps": 0, + "optimizers.fields.scheduler.max_steps": 200000, + "optimizers.fields.scheduler.ramp": "cosine", + "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", + "optimizers.proposal_networks.optimizer.lr": 0.01, + "optimizers.proposal_networks.optimizer.eps": 1e-15, + "optimizers.proposal_networks.optimizer.max_norm": null, + "optimizers.proposal_networks.optimizer.weight_decay": 0, + "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", + "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, + "optimizers.proposal_networks.scheduler.lr_final": 0.0001, + "optimizers.proposal_networks.scheduler.warmup_steps": 0, + "optimizers.proposal_networks.scheduler.max_steps": 200000, + "optimizers.proposal_networks.scheduler.ramp": "cosine", + "max_num_iterations": 70000, + "mixed_precision": true, + "use_grad_scaler": false + }, + "checkpoint_sha256": "550654309913c5e78541a954e66e051d93f70774a6a3e0d8e0298806c08130e8" + }, + "evaluate_datetime": "2024-06-20T21:17:11", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.36838, + "ssim": 0.7973, + "mae": 0.04522, + "mse": 0.00474, + "lpips": 0.16731 + }, + "metrics_raw": { + "psnr": "mh7BQUCYukFpm7VBqVq5QXQAwUHYibhBpDesQV2RukGsNbNBPdrAQSh3wEHo/LZBe1m4QbPgwUE6fblBx5q7QX4qxEHIeLhBEQbEQVTMukHu475BkzPBQbWBzUH6hMJBT/vJQYTltkGPnbNBbGilQTOJukHgDrJBxq24QQK3rUE=", + "ssim": "PppSP2M1UD/yYUU/YYpKP93FTD+DEks/fDhKPz7PRz+noUc/d/5WPyOnTj+32E8/WsNPP25NUj8hF0c/OJJKPwzPTD/rBkk/XK0/P6vFSz8xxFA/FvFPP8VcUT/9LUs/VnxNPzjHUT87rUs/Nx1BP7BPST+HEkY/2G1RP2WZSj8=", + "mae": "qK8yPatcPT23wlU9IORIPZhnHT3EwU895L6GPRsPIj2SA1Y9viopPSTYJz1XuUM9nnItPQqSCT03eC0967AnPZfBID0KWUo9Pd0mPYQqJj2gOSc9r/AaPVjH+jxnIxI9q38OPQygVD0QXWM9SHCBPV3wJz0gOl49gIc8PduNbj0=", + "mse": "YKF8OyxpmDtS8K87ifOdOwB9fTsWtKE7b4jmO2eHmDv9gbw7YpR+Ozq3gDtXFak7x5WiO1ctdzuwVp07ZguUOxpsZzuVA6I7PF9oO2eFlzt6r4Y7Fwl8O+vdMDtUp3I71sBDO1iHqTueUbo7PzkMPEOrmDtD3MI7NQ2hO8LO3Ds=", + "lpips": "En4QPkhDET7QZhk+NZlLPjQbJz7bjg0+prk1PtfwGT6Cojo+y+gWPlikNT6EsBc+LzEKPkLjDz5eWig+SM4lPqnnJT5ISSk+kA6APrSVND6FOzw+9oUoPlE1IT6LpT4+MO5UPgisCz5HryA+RFxRPiIbKT5ojFI+034dPtHLIz4=" + }, + "metrics_sha256": "d6a1baaf92efddc134ff83df5aa1da9ab4c1b355deef57da3c690f5e8fe03359", + "predictions_sha256": "6505eabee5e5312fcb0ca3eb088fcd9912cb73ef1884fbcf440220f09a6a638a", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/nerfacto/tanksandtemples/truck.zip b/nerfacto/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..7158cb0ecaae4276a4e5090941d82f56633b88d6 --- /dev/null +++ b/nerfacto/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bfe60c60248a6157eaeca6d40c9665c2cb7e4f77844016ec5202053794ca2d +size 391019786 diff --git a/zipnerf/tanksandtemples/auditorium.json b/zipnerf/tanksandtemples/auditorium.json new file mode 100644 index 0000000000000000000000000000000000000000..347f9ebe47f2f921e9d9931c1ff0bb06a6b78d5d --- /dev/null +++ b/zipnerf/tanksandtemples/auditorium.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T16:56:46", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19455.95614, + "resources_utilization": { + "memory": 5468, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T18:17:28+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.16378, + -0.001383, + 0.001475, + -0.016184 + ], + [ + -0.001383, + 0.010444, + 0.163453, + 0.009589 + ], + [ + -0.001475, + -0.163453, + 0.010432, + 0.000569 + ] + ], + "viewer_initial_pose": [ + [ + 0.435723, + 0.09341, + 0.895221, + -0.494031 + ], + [ + -0.899427, + 0.007272, + 0.437011, + -0.478364 + ], + [ + 0.034311, + -0.995601, + 0.087184, + -0.071234 + ] + ], + "scene": "auditorium", + "downscale_factor": 2, + "expected_scene_scale": 5.29674, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "b787a852ed13fb37b0b7076bf69f71ea7d6d5a205f81e650295a4f7182eafb4c" + }, + "evaluate_datetime": "2024-06-20T17:00:29", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 24.51944, + "ssim": 0.87727, + "mae": 0.04132, + "mse": 0.00496, + "lpips": 0.15282 + }, + "metrics_raw": { + "psnr": "3FIOQntDzUE967xBvXZ8QU8xrUG+bLZBQdrUQbpQtUFKy9ZBVpTFQQjs1UEPe+RBlBnZQR/X9EF0ztBBJ7vQQcWVw0GN8ZdBPyrMQfpNy0E1eLxBSYDSQVm+rEGlIptBU/CxQfZZg0FLAL5B/MO+QeSlw0FRQMRBx/DIQfiEu0HyTNVBNHywQQ4zxEFXTcNBPAPWQYI+2UE=", + "ssim": "zntyP+s9aD93nGo/iLo3P2CCXz+L2mE/aFNlP721ZD/3FWI/TvBjPwy7Zz+oLW8/AYFqPyT7bz8yL2A//X9cP2V1Nz9xFlo/4GZVP/GFWD/T22I/u+1ePzm+aD+ZBFk/GNJiP/EiPT+D5GY/zahgP1SrYD/dzGE/oB9nPzciXj8yEWs/dVtcP1BWWz/jDG0/4j5uP405aT8=", + "mae": "/CcuPAcMBj3L00w9BrDgPUL6XT0A1mU9F+wCPeYBUT3T+AA9EUQAPfDS3Dyb8888Vq6xPIsKhjxHk+s8o2/aPGYNFD1U11s9IjMOPVdfDT2MBTQ9sPy9PMuAkT0XBoo9ZOyAPWJ64T2SEBY9bkTpPO00Iz1u2DQ9pYM2PYXgKD3ums48vVhCPbRU5jyc8yo9rozlPDOsszw=", + "mse": "ZgmROc0bMjuEjI47PITYPNwm4Dun2Ks7EikPOxtssTs2YQc7RjJeOybSCjunmbY6l1/9OpQNZDqF1yA7+TAhOwlTazsAmU48jtQ3O5BwPDuIZ5A7WC8ZO1sR4zvDdjw854fDOxHaujxOLYo7hCuHO/Tlajvm2mY7QrVJO3BolDuDUw07jOLLOxQzZzumP207kHUKO9RS/Do=", + "lpips": "sLCNPffiwT16pQM+6HqTPt/Fyz2SDQw+bj83PrvHDT4uDMc98pWzPTp9HT5DxzM+d/EmPvasIT6d9hY+jlQrPuJ6Oz4SYxM+SiwxPpIu/j2kjgY+pAsKPpmINT7rwCo+1E4iPtUSwj6c+eI9aqVRPg/+OD4vjDA+YcWuPQBxPj7+7OM9Zm76PYjcVj4wXyo+fya0PUJ26D0=" + }, + "metrics_sha256": "0b3c3766666686521ae42ba429650d034f5906d8a16e52a4cf0b55f7ab8bce8c", + "predictions_sha256": "21413f64c80ab21af9d2b5e2a8618141c6696060f1604b4b1e850609b2bd9988", + "ground_truth_sha256": "6af5f898617ee18bfbb7d8aa8f7140fb7e4027a7978a3911d6b0139a239b77c3", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/auditorium.zip b/zipnerf/tanksandtemples/auditorium.zip new file mode 100644 index 0000000000000000000000000000000000000000..2e4935e414bcde7cdc705d54d25fa1eb87bcc2b0 --- /dev/null +++ b/zipnerf/tanksandtemples/auditorium.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebda72a4457e844f97f404c2fea96adadc5dccb3e2b862c5fcac77d0c7ae085 +size 1273881990 diff --git a/zipnerf/tanksandtemples/ballroom.json b/zipnerf/tanksandtemples/ballroom.json new file mode 100644 index 0000000000000000000000000000000000000000..85ad81a543f169645c093084aeaff912c1185c70 --- /dev/null +++ b/zipnerf/tanksandtemples/ballroom.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T17:02:45", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19500.09617, + "resources_utilization": { + "memory": 5423, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T18:17:59+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181856, + -0.006518, + 0.006286, + 0.000666 + ], + [ + -0.006518, + -0.006488, + 0.181849, + -0.025829 + ], + [ + -0.006286, + -0.181849, + -0.006713, + -0.000517 + ] + ], + "viewer_initial_pose": [ + [ + 0.904589, + -0.020412, + -0.425796, + 0.122514 + ], + [ + 0.425452, + -0.019195, + 0.904777, + -0.896651 + ], + [ + -0.026642, + -0.999607, + -0.008679, + -0.001784 + ] + ], + "scene": "ballroom", + "downscale_factor": 2, + "expected_scene_scale": 5.458089, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "77ca29af76d0730aafa822a6158fa438daf2fd4b28d4874e18d5e6c304a23428" + }, + "evaluate_datetime": "2024-06-20T17:06:38", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 25.44645, + "ssim": 0.83502, + "mae": 0.0305, + "mse": 0.00326, + "lpips": 0.11313 + }, + "metrics_raw": { + "psnr": "3MbbQeMJ+UGAFNlB1SXdQXgc4kGcttVB8EnmQQ7upkEgmctBd1SmQadZw0E2lNVBHvHFQRxdu0GmwdJBvG+2QWgt00FcrsVBqF7QQR6aqEGP2s1BPL6/Qfkzw0FspMZBnWnWQekYx0FV2dBBMovBQQfb0EFNkstB6cTEQaVR6kG1C8FBpc3RQS2hskFyTbpBujDSQdrQ2EF/x+lBGlG9QSxrvkE=", + "ssim": "nVVmP097cz8uy2Y/xdhlPypUaz9P92Q/L1VjPxM+Uz/xV2E/k1w4Pz1vVj+/cFo/01VMP3VISj9Bt1U/K7BWP/62WT/N6lI/osRWP8mzPT9U+Vc/mv1BP+KLRz9i2Vk/1q1NP7qTWT9c0F0/PjxVPzuqXT/uulA/ttdSPwznVD/eOE8/mSJYP2cwTT8dQEI/oQpNP80gSz9KY1o/ldFQP2NfWj8=", + "mae": "e2TBPCRcgzwPM8Q8SuC9PDI+oTxT28k8saqlPDIPMD1NjeQ8rJVTPZKEBj0Bo848QUoNPXkuDD1iVtM877UhPX/K4zx8cgg97hbmPOBxUz16dOY8KyscPehkFD0a3tU8gZ3EPBmS+DwslfY8YDwNPaDz1jwJVe88iogMPYvcpjxaNwk9PcPYPNB3Hz32ECI9uOzpPOne0zwmtKM8FucWPbjMFD0=", + "mse": "t5XqOoQYSjqehP06IILhOuV8wzo/qAs7JVetOqg2Bjy02jo7H40IPJjrbDvJMgw7A+RbOxcTlTs1EBg73MmrO207FjsXjF07WeAiO3DQ/zvbGy87gGuDOxrtbTuJgFc76N8IO7SyVDswpSA7jZB5O1ydIDto/zo7aHBjOx9bmjrvKn078kocO3Kuvzuxspk7sI8aOxt0/zqvxZw68uyMO8eGiDs=", + "lpips": "xBpcPQ405zxGrxY95ZQgPT45ID2vNUU9Q//CPalkAT6Z54w90oxLPpYytz2g3t89oXP/PT/6ND6yQ+Y90BK+PSOx9D3TxtI9MtgUPjIZCT7DIBA+kbYSPlUGDD7fgrw9/lEzPipesj3hA8w9lobUPUyz5T32LfU96SkLPvSmID72ThM+4l8GPgZZJz4tKfA9/YAOPiJqFz7VkjE+z/mfPez/yz0=" + }, + "metrics_sha256": "a8ef1a7091778b93464e5b0269508c7b63221bd6110912f22088dece9bb74e30", + "predictions_sha256": "39f16c091769b730cd7f93b27bfbc659b4a36c7c8658fed81cafcdf199f13ec7", + "ground_truth_sha256": "fe9139058b4e717ebb7884f2eeb871a99b9d552d8d91b943669c7db487c5cc35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/ballroom.zip b/zipnerf/tanksandtemples/ballroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..d6274feb1cb020bd5e3be96c03db815fab46df85 --- /dev/null +++ b/zipnerf/tanksandtemples/ballroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9302fbe4b4badb31c953a70f4c84ca68bc93e58894e9347e0f3f88833281a343 +size 1396690139 diff --git a/zipnerf/tanksandtemples/barn.json b/zipnerf/tanksandtemples/barn.json new file mode 100644 index 0000000000000000000000000000000000000000..893d0548e14f0c4b740b06398ec7f2e7046d65d5 --- /dev/null +++ b/zipnerf/tanksandtemples/barn.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T18:31:29", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19722.41028, + "resources_utilization": { + "memory": 6010, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T22:44:24+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.215291, + 0.005863, + -0.006118, + 0.01223 + ], + [ + 0.005863, + 0.009227, + 0.21518, + -0.000686 + ], + [ + 0.006118, + -0.21518, + 0.00906, + 0.001321 + ] + ], + "viewer_initial_pose": [ + [ + -0.490935, + -0.023193, + -0.870887, + 0.704811 + ], + [ + 0.870957, + -0.036515, + -0.490001, + 0.166829 + ], + [ + -0.020436, + -0.999064, + 0.038127, + -0.001734 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.451097, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "20320cc64a2309e4999f9aecea2635831427a320866bcbba9c65ca65a43074cb" + }, + "evaluate_datetime": "2024-06-20T18:36:11", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 29.26161, + "ssim": 0.8842, + "mae": 0.01918, + "mse": 0.00133, + "lpips": 0.08284 + }, + "metrics_raw": { + "psnr": "FeHMQWTC1kH4mdlBrfTKQaZr8UHDQflBr2AAQvT34kGjmu9BkJ3tQWp95kEOxd9BvY7zQdnb3EFVxt1B5rvfQdwt7UENqu5B2sUBQj4G/0ED6uBBXH3ZQV0g1kGZCe1BKPDhQWXj6UG2QtdBaDjOQdLz3EFMmtBBnxTsQcgF0UENEOZBBMr9QW4u80HOpwdC3iHoQTIhAELkbPRBqcPyQfCI70GIG91BlXD4QYb//kGlXuZBQDHkQchL20FshuNBpjrnQZ3S90FOFglCHiIMQg==", + "ssim": "x7deP2lJZD+Xdls/JQZXP+ppaz8W7G0/HrRyP6ikYz/GdFs/U+xXP0tiVT+Bfzg/kKdSPwWbWz+hT1Y/7yBWP/r5aD9UA2k/VfVnP+vCYj9nGlY/G7FePxfIXD8vDWk/jzdmP39DWz83FWY/RQlkP8WFZD8eDFo/OhRtPx1AWD8k82I/Y31uP1m7Yz9o7ms/8BJRP7zacT8YHWs/SpFtPwjRYz8M510/SfttP6LMaj8AlG0/4IBxP6b/VT9CIV4/kcRcP2BrYz8l2nE/B/91Pw==", + "mae": "DKkGPWu+xzwnEMA8tx/tPD3GbDyUY2Q8rY5APHtanTwBe5k8jnaXPJkoqDzbMsg89hSlPGxprDzRBLA8DS+ePPJYcDyBxGo8BHpTPHm8dTwuPKs8Zh60PFJRyTweVYM8HNGnPMjRozyWveY8eygZPVY+rDxYDdc8y49xPHEYxTwlNKY81uNjPLdsnTyjTEw8MWXBPHLwTjymg3o8thBwPDE9jDyzX7A8cpOAPJAPVzwU0V08MpqWPOxNvDwxSqo8ukmePP2MgDwu8zY8U5kmPA==", + "mse": "CBc0O+mDBzsCvvk6X1c+O26kezqI1Eg6M9ghOg+5vjoCk4Q6NWKMOglXrDrSHdE6WaFsOlpk4zrAed069FTROmYojjqRNYg6x1oVOrUcKjpBV8o6/4v6Oq4BCjsUvY461nbEOvlHnDr+kgU7WEUtO67H4jq0ySE7grmSOjLYHzvkeK462kQwOtc0bzpG59Q5+2GkOvYrJDoPy2Y6XBhyOqHWhDoJxeE6+ptNOpo9Kjry76w6KB+4Oona7To6sbs6TbaoOi1LUTqnD8Q5AIekOQ==", + "lpips": "44O1ParIaz322sU9O0PVPYc1hz23zmE9VB1CPVeaxj0EZro9j7fXPWbsvj3Jph8+NocTPpkLwj2N+MY9blv1PbgHaz2dRo49xliEPePOnT32LgA+OOu2PUkvrD1GT4k9vOGYPXn2Mj4Sk4c9eYi7Pd8Omj0cZKU9chh8PWR9vD3pGaM93GAwPXiSkz37z4s92GYdPjOMPz3q8Vc9GHFwPZcppz2dp7w9juJQPa+onT3PL2Q9Se2FPbny2z2hlMM9mOu0PV14mT3vm0E9A+UBPQ==" + }, + "metrics_sha256": "6a419490d39402c7bc9d7276ebe640a94065a99ed9366426f3e8130309c1e6d0", + "predictions_sha256": "c8fb5bf1a6e314f666c03e77af7ba8b08f416a112e686500008159f1eda3e8bd", + "ground_truth_sha256": "b596b39214a9a5155b525245f8be589489eab69bcce0a26ec0f5ab276e50829b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/barn.zip b/zipnerf/tanksandtemples/barn.zip new file mode 100644 index 0000000000000000000000000000000000000000..a3cf5715c7e5627ca95213b9f12f3a7a539f6073 --- /dev/null +++ b/zipnerf/tanksandtemples/barn.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80ab135ee77e83909153501b30cec568c6d8be5c243b070257862024277cd4c +size 1366362949 diff --git a/zipnerf/tanksandtemples/caterpillar.json b/zipnerf/tanksandtemples/caterpillar.json new file mode 100644 index 0000000000000000000000000000000000000000..3e299111d29bd8c6e506f4dc9518952c2a6f8134 --- /dev/null +++ b/zipnerf/tanksandtemples/caterpillar.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T18:38:30", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 21195.37715, + "resources_utilization": { + "memory": 5828, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T23:09:09+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.181553, + -0.001194, + 0.001139, + -0.001015 + ], + [ + -0.001194, + -0.008485, + 0.181358, + 0.008894 + ], + [ + -0.001139, + -0.181358, + -0.008492, + -0.002386 + ] + ], + "viewer_initial_pose": [ + [ + 0.923667, + 0.036782, + 0.381428, + -0.265728 + ], + [ + -0.382834, + 0.131929, + 0.914349, + -0.579656 + ], + [ + -0.016689, + -0.990577, + 0.13594, + -0.032764 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.024668, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "20e456e66695483e8bb72280ac6cf1a2efaffb956fc11d4cfa2c6daf314be684" + }, + "evaluate_datetime": "2024-06-20T18:42:55", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.94041, + "ssim": 0.80239, + "mae": 0.05116, + "mse": 0.00803, + "lpips": 0.15169 + }, + "metrics_raw": { + "psnr": "l9fDQY1M/UEuCQBCUoL3QZpw7EHHkexBlDDeQVSFqUEJ3c1BmzSkQdpO1kHUVsVB4Bi+QZIQ0EFEadBB66yVQW8xmEG0ot1Bq1bpQeaG3UHuwsBBzcGLQQpVxEFCYNRBTMOgQRN/rkHjzEZBgFa9QfzXiEEvhUxBKuuLQWzXuUGyWa9BHvXRQbVSqEE+C4BBjycBQnZM2kFki8VBlaHOQW9zaUEyts9BggKlQdBEvEEkgrZBdMrQQd1c5EE5GNtB", + "ssim": "l4hZP08wZz8wOmQ/DuFgP/LGXD+W6Vg/TVBeP+Z8Qj8OLVM/mQhHP5+9Wj8R41k/f3ZLPzaaVz9gX1U/6TVKP+FfRz/wq1s/GkZUP5Q2UD86BUI/9bA9P0riVz9TUl0/2D5APzc5RT+fqyM/I1dQP9FiKz8mHSw/TXo8PwyGPz8EL1w/foFhP/81PT8cVzw/6ZloP35iSD+xIEQ/yJBQPz9LET86l1g/ciVQP3kxTz8lBU0/7XdSP34SVD9yylI/", + "mae": "5yAfPewliDzJMYE8qN2PPJA3szwiJao8qsbNPEZbhj3kXAk9ctJ7PXsj2TzZtwQ9YZktPar28zyQ3PY8yYGXPWP9aD1MyOM8ZduyPBu43zw+4RY9qZDRPcmJDz2jvAI9eJqPPZZmTT2cSVE+lehAPZdQyz2pVTE+Mn7DPcscQz0evl09D/PyPDCrcD2DaeE9scaBPMUy2Dy3cBg9utsCPU0IHT7dxwE9z3ZgPUJKLT0zfyw9lZcGPT1wxTy0UPw8", + "mse": "4pZpO+jFMjqCDyU6DTFTOg03kTqqrJA6hNjaOkkj+TtiDy87VikRPIJJCTv/vF87rMuJOwRQJDujriI71ohcPIEeTTxUXd46BcaeOo0P3zpvP3877rKSPFxRZjs7IxE7HUggPHbl1zueWGo9EteMO9GHnzwL1Fc9sQSSPFDAmzt8p9I7wpkbOyzwADyHg808MsQaOsPH9DqAa1476DsrOxZUDj2c/SU77dYNPMM9kTv1bqs7DeogO504tzqAPO86", + "lpips": "+mO6Pfz6sz1bjrU97P+8PZKgwD2gmNM93oK3PZsVAD4BlB8+ON5RPmqsAD56SPk9/98FPtxb4T1T4uc9lr5UPovDTz6icdA9aJIBPnTJDT5OECA+njQjPnFeCT4B3dA9sEJBPufYAT6JsJw+zlcMPvNRnz7I+dE+LNiOPq5MGT4Zv/E9qg2sPXqNRj5FJ1k+PLKjPTblFT42LRQ+Q0UFPgNTnT4dnuQ9dyAFPqUn+T13SxU+4iAKPqr47T35tgc+" + }, + "metrics_sha256": "b330fbb5030a57746813dc1c6aad083e073dc494d70b16a25875b3d32452721f", + "predictions_sha256": "73b67f254030459241548db87da118656936827d6eb7e936e668ad7e58170046", + "ground_truth_sha256": "e5e2314f9533ba1c2dfb3c5af5fa4c825dec3605bd526422ce76b823eb35c8bd", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/caterpillar.zip b/zipnerf/tanksandtemples/caterpillar.zip new file mode 100644 index 0000000000000000000000000000000000000000..16240e800ad978daf5fd0978650dece0a82fdabf --- /dev/null +++ b/zipnerf/tanksandtemples/caterpillar.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df278df37162b616104b1e794a5148d3fed97d79a4be77008562dde0bfed29f2 +size 1458225067 diff --git a/zipnerf/tanksandtemples/church.json b/zipnerf/tanksandtemples/church.json new file mode 100644 index 0000000000000000000000000000000000000000..304a82ea88366bac5c83de69c697049dc12b65e9 --- /dev/null +++ b/zipnerf/tanksandtemples/church.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:56:34", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 21871.89854, + "resources_utilization": { + "memory": 6615, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:56:32", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.145869, + -0.0013, + 0.001669, + 0.014337 + ], + [ + -0.0013, + 0.035689, + 0.141445, + 0.043444 + ], + [ + -0.001669, + -0.141445, + 0.035674, + -0.001593 + ] + ], + "viewer_initial_pose": [ + [ + 0.808818, + 0.049802, + 0.585946, + -0.263633 + ], + [ + -0.587838, + 0.041126, + 0.807933, + -0.633497 + ], + [ + 0.016139, + -0.997912, + 0.062539, + 0.019738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.881043, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "42c5d34baad1dd0b7ccccbc541e9bc90e858cbe73afdde31177c44296ce09dd9" + }, + "evaluate_datetime": "2024-06-25T16:02:13", + "evaluate_version": "develop", + "metrics": { + "psnr": 23.13833, + "ssim": 0.80661, + "mae": 0.05233, + "mse": 0.00831, + "lpips": 0.15264 + }, + "metrics_raw": { + "psnr": "mNuyQW3opEFkmbdBlDbfQeK14kHcqPFB6IjbQYwa6kHzlINBLkprQVKorEHrzKxBsxmgQZTi00H8gP1BJ0vYQWU1wEGOV+NBN4naQQpjxkG8Q8hBsjJJQdjAyUFMlsVB7TaYQX33IkF3Oa9BZW2vQWDmsUElxN5BSrzOQa4QrEFycZ1BUrWvQWAOwUEmcM5B19G/QSIxz0G4+rhBWs+iQZCGv0ECXL5BBSLDQYRLq0Fmy6JBWDCuQUTpo0HmWbpBpv+rQY76jUER5X1BCzreQcrPtkH4VshBxeyoQTa7wEE3nbhBHtvQQbev0EEAQqxBqXm9QXFDqkG2SOJBxOCZQQ==", + "ssim": "bsVBPyQcQT8lsEc/nyVdP4ClYD8jkWk/OKNgPwXpYz/B7kI/wEg0P1p5RT/GUFU/nLs5P6ZvYT+UD20/oDVeP9SKWD/KCmc/F49hP8eWXD9k1V4/7uAIP6BCXD/wD10/13Y7P4zgDD+Vrkk/oUFSP0I9Tz9eYFw/GhZaP5JOXj/FJTs/Ga5PPxIzTT+enlk/WKFFPy1uUD+ztUg/K7VIP0ilQT96X0o/HExQPx2vOj8vdTo/qNVEP/FjPT+PZEg/DkZEP8ygSj88ljA/jeBhP7rQSj+PE1M/h747P9z1WD8jg1o/oVZhP+tcVj/bAlQ/RFhaP1T5VT9UbWQ/WE5FPw==", + "mae": "Z5RKPfkrVz2E1SE9hTS3PF2trDzL65k8Oue7PPK3rDwVxMk9wH4ePpVjRj1erXU9Y7maPSWF/jy/5oA8KszyPLSbPD2Tccg8quPpPPz5Fz0TlRg9wMpNPsMZGz2qdCM9jiNtPYLJcD5BUkM9w/N1PbUhZD2RatY8CFALPUlPaD3O25E9+QxuPZH7Ez0Z9988ZMsPPc/T5DwaDR89b8lVPWctID2yhiM9EQ8HPXzEWj0i5Fs9VCo7PWABRz1nzhQ96cxSPbB1vz3LAg8+B7rHPAgwTj1dxPs89hxnPdDQND0AXBk9vq8IPUpH+jwFrnk9F00/PcfggD2JvtQ8W5qdPQ==", + "mse": "N22+O5RBDjx3IqY7Q37UOhslwDqf6nk6eznsOqpQmzrhnbk8hJwKPX+h4zs3suI7B14jPPUzEzvsuDE6S6kBO8argTsRr7w6MR3zOpAXWTu7q0072GViPVQLRTu9JV47Ff5MPHk9xD1Ga9M7MDDSO/G/wzukPtc6g7gqO4iL5zslWjA8037QO34XfTs9MCw7aSGDOxl+KDsPqp87WRwXPMA+hDttwog7KWhuOy+87DuKLRc81tDZO3VlEjype5k7IP3nO6OciTx1GtQ86ZzaOnrxqTv6OU07s3L9Oyp4fzsFWqE78pwgOxNmITvBQ+Y71EiMO37e8zuZhMI6x2hDPA==", + "lpips": "/eZ+PhTdPD6vyyg+YwHyPdjovz3k6qc9XciWPZVUqT1SaF4+FCpaPlpHYD7xOiY+blRBPgb6pD3UclU9Cd2ePXuosT02voE9ODu4PXSesD2/Vs89vd6QPly0hT2QscQ9/GSlPqBBsD6GVCs+WX0zPpREKj6Rtrg9yFXTPfflCj7yBFE+Av4fPgBmIz5uxd49c0kNPn7FHz46kgc+mM1BPtISOz4gjy4+BotOPu2Khz4T8TM+U1kqPsyjKz4aFR0+lllRPqd1Kj5KSWg+BooJProUMT5KyDI+NYtcPvAcFz6pIRc+nT8GPsqxHT7mHwY+Y1OqPWbH1T0H8JI9VHAPPg==" + }, + "metrics_sha256": "03b39728a4fce7998273846048cdb5c8a9569d7516438069164149a14d2ef06d", + "predictions_sha256": "d0cacebfa63a0b7aee8f5b5064b0e7a7d90bb9e5ba87a6daaef1215fdeba0c21", + "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/church.zip b/zipnerf/tanksandtemples/church.zip new file mode 100644 index 0000000000000000000000000000000000000000..b5206f4511363b76df651fc78bc19133c07b5912 --- /dev/null +++ b/zipnerf/tanksandtemples/church.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9295bf059f67115ae1e13e79452b938ae0bfd9310137200194bf0c383e035b5a +size 1429078566 diff --git a/zipnerf/tanksandtemples/courthouse.json b/zipnerf/tanksandtemples/courthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..031e5dd51a21e6ad537dfa1f4e76b23e0706eefd --- /dev/null +++ b/zipnerf/tanksandtemples/courthouse.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:55:53", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 21845.16794, + "resources_utilization": { + "memory": 10589, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:55:51", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.168523, + 0.013552, + -0.016417, + 0.034942 + ], + [ + 0.013552, + 0.032726, + 0.166129, + -0.032737 + ], + [ + 0.016417, + -0.166129, + 0.031387, + 0.007572 + ] + ], + "viewer_initial_pose": [ + [ + 0.991884, + 0.114932, + -0.054368, + -0.325985 + ], + [ + 0.014893, + 0.319649, + 0.947419, + -0.548379 + ], + [ + 0.126267, + -0.94054, + 0.315343, + 0.016554 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.793262, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "c9f5133152e068e2592133ab35e1b2860ab17aa66802c8e3dc5048b870cf416b" + }, + "evaluate_datetime": "2024-06-25T16:07:13", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.87758, + "ssim": 0.78049, + "mae": 0.05615, + "mse": 0.01136, + "lpips": 0.21818 + }, + "metrics_raw": { + "psnr": "ykvmQW5b5kG2C8lBXVziQU994UGbfNxB7kGnQbB2oUF4VrRB7VXLQX7X1UHaYL1BMNfDQS0po0FfsJJBW0fBQd66uEHF62lB4o2jQZwRkUG2CaVB6MORQc9SlUF3UrlBo6jaQXhHx0HUAsRBWCGKQXX32UGzn8RBThD4QZUv5UFOwMxBrufoQcoM3UFH07ZBDrjUQY6cYEHPhkhBokBmQQv6RkFIbpNBFLhAQailr0E1Q6BBezqZQcimoUHvxmNBBniIQf9hb0GOS1VBxuWxQdA4pUHZ8KhBJJihQVzHokGU7qtBLOXVQdg6qEEK+79Bl0m6QTJmzEEAxuRBmK/UQfiA8UHdVdpBxsWvQcOPh0EeCclBJZPZQYiWbEEMdMdB+vfoQa0p1EFkrbtBh6NPQfSnv0Exq7NB8rfPQQdAlkH1c75BzruSQSkJv0Hqjo5BmgupQVbnp0EAobJBQRrDQaJBpEGy6t5BYjnfQVph8EF4Zv1B8EL7QVA70UE5tftBF1cDQtdU8UHSeM5BS+HEQYQUZkGQIgNB/FciQaqGYEGCjIBBwRdaQSfFgkETqJNBqI14QVGXiUFNNJNBxmGKQUdYzUFKntFBuMm+QSjuyEHwI8BB+DD0QWKWzEH8j9BBnE7JQT5swEFdMrxBoabGQavrzEEwheFBg//IQbCa4UHu499BT+7kQVoN40Eb6dJB/LmYQXhupEF+E7pBErLgQez56UFzcd1BvibwQQ==", + "ssim": "aBdtP+DWaz+ElGk/LfBsP3pXbj8a5mg/OSNVP5oeUz/3sFI/ef9dP9yEWD9u/kc/cY5IP1P3Oj8wkwQ/b1NIP4HZNT+0fwY/Pd8zPzHsND/i4Ec/vFQnP2eWMD9Sj0U/wJ1gP6lSXT+hl1k/30xOP7w8YT9UM18/lX5sP/97aj+hJWM/rP1sP7BDZz/WHGQ/llFlP59GCT8XS6w+1Fr+PnpR/T4gPC0/VjMDPy5eWD8FLSE/ffccP0UPND9yOPA+1ScBPx+5+j4sRqI+7q0nP3N/Cz+vIkU/K9tRP7wZOT979ks/GYBaP9oEXj+aoU4/AmRJP/lAcD/FgWQ/HtFmP0X7cD9MDV8/8rxYPww9Sj95vF4/AMtkP/U2RD8OXl8/kHZuPw09Wz8FHzs/gooMP2JaQz9abDg/WbxPP0laHz+FWzw/htNGP4LMPj88EBI/eE00P4fBTj+0yjw/tDZGP9M7VT9RT18/0f1fPxztYT84UG8/Ue9uP3wLXj+zYmg/qaFoP0ybZj/wpm4/lQtqP2kHFD/yR9E+xOnvPhnq5j40iyA/TLgpPyhWIT+vkTI/TnH4PrdN1T7jfSY/JBs0P6hfSz8UUVY/S7xRPxn8XD9MXlg/O+xuP4NOZD9VcF4/VDhfP15zZT9OEWw/3GFmP4+2YD/V/GQ/xK1UPyQJbj+hrG0/QP1tP3iobD9Fm2g/my1aP1WMWT/OrF8/5s9pP+VRbj9CPWc/0WdvPw==", + "mae": "SVqTPOWXmDwxUxQ9TNScPJ6ilzzLi6I8mi2BPReXlD3PulE9XSvNPAfR0zzlbDU9eR8HPS0agj0kJZw9ChEXPTZXIz1PdgM+Sw5aPY5AgD1Cz009Q6aXPYI5hz3FYB09fWO8PKSp8TykrPw8uyOuPSA6qzy3INQ8/J5nPFs6ljzBadY81iV+PKB8nTwOIjE99nTvPJsmDD5qQSY+uaMKPqzzEj5HcY49D+IxPt9ORD2IMZE9SDa3PaNskT2rlwc+E06wPQbl7z0OzBM+plpQPSp8fT08x0w9bDJyPaY/lD3OdW097CHmPCsCfD3vBzQ9po41PT4NAj3jcqQ83CD3PK2cdTxZfuA8rk16PX7x6z38DO48O0S5PCarHD47Vhc9Z6d9PI3R+Tw8IiI9BAI7PpM0Gz2AUUQ9j8XhPDlCgz2oCSc9w2W5Pc8+Oz0zacU91+taPYWiPj1P2yk9zaMQPb1RMT1QRao8laitPCqNijzPlkY8/mCBPLFHAT3KRXY8ej1NPEK1jzxjKJI8/j4oPWtA/T0aKJE+DmVTPtTSDj5CZeI9DAEwPnWnwz1URbo9CdXzPbC7vj0YWLk9HuLBPQ9Y4Dxf++E8xKM9PXhvDD1sXQg9/bKXPBjtCz3segE9Jpz0POB8Qj25RkM9E3wjPUkZDz0+Xrc8qPj6PNGZpzxIR6Q8yaWAPFrqhzxCbqo8ZvuRPeiOjj25DjE9lG2VPPPikTz3SJ482FWAPA==", + "mse": "5k2tOvD/rDomGUk7qxbCOn4ExzoM1+U6LfQEPNUUHTw6fLY7e0U8O1EkCzslrYw7l5lpO6WXFTx/VHA8vHl7O4zQoDtxXg09e+gTPHPNezyLuQ08G852PLjHXjzPGJ47s0HyOmyWUzvmdGg7K7uZPH8h9zqIZGQ71thPOm7usjpDwTQ7Z8SgOuok4jpu4Kk7QrYPO8miIT2VmGQ9aQgVPYTAaT3GQGs8j8d/Pebc0DtNmyI8zxhHPPU7HDwJcBo90UKhPLmuAj1YOT49VsPDO+z5DDzyVP073H0cPCI/Fzw2b+g7ke0KO9dIATxGhoI7x8OZO2yYNjtsEbU6SdkPOzAKezqQhfQ6LBzQOw2HpTwmKEk7Eu/5OrMLCD2bh1I7EXmgOu0HEjstvJM7MVtOPeK/gzuPCLo7O/UlO8TqWDxIZIg7cAVwPHEfhjvjVYc8MpL8OxGBAjxpr787dp1uO/LyEDxcUNY6G23UOiqlgTrAQDI6IpI9OqjiHjuMJjs6JHgIOtRJfDpEBSw76bZiOyNnFT06Ihs+8wHGPb/VIT1zjMo8jIgxPRUBvjyyumk89wzlPKsinDykymw8HZ+YPFexMTuFIB07OhWHO3zESTv67IE7dFpoOtqbNTu9+SE7XpdHO7HfgDv3ipE723JXOzbgMztf18Y6xl9JO3tcxjpLZNA61j+0OrpDvjrkYxc7gP5JPFs4EDzss5o7F57LOsfimzpqmd86m4CCOg==", + "lpips": "GsJXPbZ3VD0D2Wo9S+ptPfjBeT2QEok9ZKPqPXt8Cj4ECSI+zpfWPcq75z0U/yc+IcYvPhiZaD7Eqsw+0mwvPjYGZD6EliY/6nyQPhT9iT5VHFY+0aDAPvlqrD6aXlU+cDW6PWtG0D3uzPk9XNtrPtVb+j3kcQs+DJCaPW3ewz04cOM9GJafPTRXuD3y1PU9HGL4PY4rDT92TzQ/q2sjP7qOHz9AWcA+9w0LP7SBPT76m8w+/jekPq0dhD6cjfk+MLsAPyCBBD/3kCM/4tOMPipwzj6K+h4+xCQjPkq1Gz4KkA0++k/ePR7oCj6EDA0+HovYPTCZjD031q09Cd6pPSyVRj37MwM+JzkIPiBvIT4HdQA+mDOZPd3BZD4p+PM98OilPcsGBj7+1l4+f73QPk7TQz4bjVw+ck8pPqZewz6L9H8+hh5aPjj3kj45euo+aqaYPgMxQz4s84I+4t1vPm5dKT7iegw+os4CPrKk9z0+o6Q9UJ3IPSjIOz5mCBY+Gw/6PTRW9j1yD649gRXSPS5sAT8a3F8/cYxEP64CGD96ivQ+buAIPxBBsD4WHJw+KzkAPwsO8z76To8+FZmbPjrTKD7ZxhE+MCZAPt1qIj7Qrkg+5KeVPU4D2D2TUSM+BVgZPiOgCD6zdwo+mYm1PWCh5z3DDL09rrCyPcIiYj0LME898YBVPYoVfj1o8Zk9xN80PnzeKT7zN/E9RP+iPTjJRj38AYM9wgspPQ==" + }, + "metrics_sha256": "8e2035bcab09d65d64ea68bfebb5d8506f1f8416ce9d29e39ff9775e0f1c1131", + "predictions_sha256": "acdd7bc0040c2d3bf0e0359c9c2556c3cd62e2b3489d89fb2812583106b400ef", + "ground_truth_sha256": "891fead1ba2392f011be991e050a1be99361887a461b96666cc59bf034fab599", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/courthouse.zip b/zipnerf/tanksandtemples/courthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..a3a068fe424ffcf8348d5af0ea58bc40be9e42d4 --- /dev/null +++ b/zipnerf/tanksandtemples/courthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd388bb1318b2745a8184009b1e25917906eb8b140ba79a3b29d8a21992917ef +size 1561588586 diff --git a/zipnerf/tanksandtemples/courtroom.json b/zipnerf/tanksandtemples/courtroom.json new file mode 100644 index 0000000000000000000000000000000000000000..c9a7820123b53058c431564aeaa32123b85d6197 --- /dev/null +++ b/zipnerf/tanksandtemples/courtroom.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T17:09:16", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19073.81749, + "resources_utilization": { + "memory": 5333, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T18:11:09+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.202568, + 0.002277, + -0.00279, + 0.018393 + ], + [ + 0.002277, + 0.040635, + 0.19847, + -0.016362 + ], + [ + 0.00279, + -0.19847, + 0.040603, + 0.00134 + ] + ], + "viewer_initial_pose": [ + [ + -0.033749, + 0.001659, + -0.999429, + 0.056836 + ], + [ + 0.989845, + -0.138112, + -0.033654, + 0.443688 + ], + [ + -0.138089, + -0.990415, + 0.003019, + -0.07914 + ] + ], + "scene": "courtroom", + "downscale_factor": 2, + "expected_scene_scale": 5.175709, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "f7967b887f5789930b84e16907260900d11b44e0bff42a74aa6050ffbdec2db9" + }, + "evaluate_datetime": "2024-06-20T17:12:56", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.16629, + "ssim": 0.79006, + "mae": 0.05426, + "mse": 0.00894, + "lpips": 0.15296 + }, + "metrics_raw": { + "psnr": "N86tQVKW30Fwtq9BRqjMQary4UFi6c1BLVSTQdK6qUGyhaZBGiiKQbaIxkHxpcxBgRRJQaMx1kHB1o5BFSu1QQtRtkEDtLBBjY+wQecqvEERcX5BWI+YQZ1N40EWGnFBkVmnQccypkGKVutB8yHCQXdnpEEJj7ZB002dQWKCr0FawaRB8yGbQY0fx0HqBrpBVDm5QfDTtEE=", + "ssim": "8klUP/5SWz8qylc/DLZSPzFNXj/m31g/9EgvP9AzUz8YY0w/G2klP3CwRT+IBks/yTItP+jOWz8GLUg/xdZTP0ruVT/g90k/9ctNP/HJTz+EWyY/XLNKP0TaXD+T/ws/o8pGP9ylRj9LYGE/cRpJP1jDSj+kmkk/Tr80P2GvSz+89U4/V11GP3HJZT/Pzlk/sY5bPyjHNT8=", + "mae": "TpJSPScfxTx/PjA9KcgGPTWbuzx7jtk8l1awPbGSYj0SsHg9kqGrPSF0KD2n8hU95GnqPWpu+TwJx8Y9NTggPWtMKz0ONnI95P5gPUGmGz1D+b49o82fPUyZojwcKgE+dfZqPZVOiz0pf6Y8KO8kPd9Wbj0tcDk9tleYPfpwZD3Ka3k9y8x0Pai56TwxADU9EzMiPYl8Vz0=", + "mse": "czvcO9U30joceNA7cT41O6ZoxDo00S47x/FrPOGk9zspzAc8Sp2ZPLIsWDudSjU7S8hiPSC9CTstP4Y8viyyO+JhrDsanMo7JnHLOzuqkTvMcNI8//ZKPBXlvDpu+v481pkEPMURCTzh5JU62l51O3NVEDxgL6s7Tw8xPF+x0Tvq4Q48jXo8PA+KVDvz65o7WIueO9rtszs=", + "lpips": "fN/7PY6GvD2uDuo9NJcgPpGOmz0iqc09/z18Ph6HRD4POz4+gZ9uPn49bD4UGP89HdiIPu3Y9T3NUCs+aYvFPaYJhD3rmCA+AdwHPoqcxD0sU3o+HF58Pl6cBT5nZoE+0fJrPmVz1z02Zw4+a/8DPggLBT4Uehg+oAYLPn0ljz52FdI99bzSPagERz3iqtQ9vML+PUzmOj4=" + }, + "metrics_sha256": "50e4f75f29608a0de2600d56d5af740ab4ca5c4a70b86b0bfb20e97a201650f7", + "predictions_sha256": "fdca0fc004e91dea9090df5bdbba5a1a33836a722698fcf44a2f5925db34459c", + "ground_truth_sha256": "403895e24dc31b9b2bc9ec0fe00f61014bffd37f2adcd4e2c3dbea427dcee878", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/courtroom.zip b/zipnerf/tanksandtemples/courtroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..ebe163cbd6e7f2a1b323943d8ddc4fbbe99d94a9 --- /dev/null +++ b/zipnerf/tanksandtemples/courtroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3594d9d9dc05a5d96ab936e05f0f1ada11e027ca2ced2d2d21b2612db8866752 +size 1343617006 diff --git a/zipnerf/tanksandtemples/family.json b/zipnerf/tanksandtemples/family.json new file mode 100644 index 0000000000000000000000000000000000000000..743abffaf257790a39a0c0ded870897536f5ea69 --- /dev/null +++ b/zipnerf/tanksandtemples/family.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:24:04", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 19934.45453, + "resources_utilization": { + "memory": 4255, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:24:02", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.204741, + 0.001483, + -0.001329, + 0.00029 + ], + [ + 0.001483, + -0.022336, + 0.203524, + 0.010881 + ], + [ + 0.001329, + -0.203524, + -0.022345, + 0.002793 + ] + ], + "viewer_initial_pose": [ + [ + -0.672146, + 0.070429, + 0.737061, + -0.26242 + ], + [ + -0.740207, + -0.04013, + -0.67118, + 0.290885 + ], + [ + -0.017693, + -0.996709, + 0.079105, + -0.034919 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.621087, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "4945a1fb51e537c4076910613df94fb1a325b722826f9c418666fcfd5d32a8a5" + }, + "evaluate_datetime": "2024-06-25T15:26:07", + "evaluate_version": "develop", + "metrics": { + "psnr": 27.10224, + "ssim": 0.88921, + "mae": 0.02305, + "mse": 0.00236, + "lpips": 0.06731 + }, + "metrics_raw": { + "psnr": "p3G+QTbI+UFUSdZBTufjQRji2kGLOPlB6fTuQXjowkFKGb5BAnCrQZz/5EExitZBmOTtQdQ500FSWdpBSMj0QbCWwkHe0M9BNm3XQQ==", + "ssim": "xGRcPzeAcT/xUWQ/aCllPyYuYT+R82w/Wm1sP903Xz+O0lo/MjVWP32AaT9tyGE/zd9nP2xyXz/uSWU/yExqPwS0Wz+QeWE/a4ljPw==", + "mae": "PZoYPW9sYzz6MLE8T8S1PAjdqjwpS288MICYPDiT2zxMFgA9l+sOPfbVkDxqTMU8bcufPIc+xTzOHak89bGTPAfO4TybobY8Lce0PA==", + "mse": "VG2IOzXRRTpWXwk7rKi5OmCy8DrZCUk6UhGHOln0bzsIyok7CMTrOy3mszrMXwg7WESLOr8FFjs/bfQ6FG9kOskrcjtdfiU7/+8EOw==", + "lpips": "SEzYPe60Hj1Eu3g9j45wPRLdkD0RBy098W08PXF/oj3jUfU9gZbtPSonWj03C2k9kDlzPS6mhz2IK1k9VTZOPZ0ykT0gE489RyF6PQ==" + }, + "metrics_sha256": "dea85701013db2fd8d6d2c7556477ab7950aa8709d14b93b7332084a442456a0", + "predictions_sha256": "9504dc14399887f8ed58a3fdd762ff694fc811c52652ba8485b8f293c626cf6b", + "ground_truth_sha256": "1e12056527d40102d6cedd83326e0d6ae17060475fc9a22eab7882273127583b", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/family.zip b/zipnerf/tanksandtemples/family.zip new file mode 100644 index 0000000000000000000000000000000000000000..86515f2214eead9496ea691d97a628afd06ca420 --- /dev/null +++ b/zipnerf/tanksandtemples/family.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b813d9f7b66e2bb311ea73b7b0d0122d3f6d90dad7449c597a17dfafbf050f77 +size 1348816081 diff --git a/zipnerf/tanksandtemples/francis.json b/zipnerf/tanksandtemples/francis.json new file mode 100644 index 0000000000000000000000000000000000000000..6770521ad73087b629574f0b31ebe83bb2365226 --- /dev/null +++ b/zipnerf/tanksandtemples/francis.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:26:11", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 20050.4396, + "resources_utilization": { + "memory": 5241, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:26:09", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179539, + -0.013131, + 0.015595, + 0.006905 + ], + [ + -0.013131, + 0.031248, + 0.177486, + 0.01413 + ], + [ + -0.015595, + -0.177486, + 0.030094, + 0.006476 + ] + ], + "viewer_initial_pose": [ + [ + 0.925244, + 0.089899, + 0.368567, + -0.465514 + ], + [ + -0.378805, + 0.165836, + 0.910497, + -0.978114 + ], + [ + 0.020732, + -0.982047, + 0.187493, + -0.061841 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.657327, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "a8f20e5f7f9914a503ccbaa498873b5c78b5b2aff7f069a9b3ae88c600c151e4" + }, + "evaluate_datetime": "2024-06-25T15:29:44", + "evaluate_version": "develop", + "metrics": { + "psnr": 29.09833, + "ssim": 0.91522, + "mae": 0.02601, + "mse": 0.00271, + "lpips": 0.10599 + }, + "metrics_raw": { + "psnr": "GBPnQWmEBELJW/xBTPP8QSMxB0KL7gtC+w8HQkHA80FPKPFB7HGaQRb5nkHs7gVC3MDTQaJr9UFdDPBBu06uQbdr00GV0g1CDyQGQuowA0IAVN5BvouzQcqTskFhZrBB4zGzQfriF0ImScZBQj6WQaRjm0GAp/xBZ6T+QVPq2kG2EQlCalkGQtVAB0LYpw5CT6YDQjm/5EE=", + "ssim": "MdNbP83cbj80JG8/0rprP/ztbT/so3I/zqZwPy1RZj8+z2I/sb1WP/VZYz8h7G8/H/1mPwXZbT/mP2c/ww5VPwtzZT+XjnU/RHdwP76tdD93lm4/ncVgP+7aaj9Vi3E/uFVePy1zdj+6w24/wFBKP5QqbD8HJ3Q/yTxxPwhMXT8s63Q/tBlyP8P1cT9E1HQ/nRxrP32baj8=", + "mae": "t67KPOCHcTywCYI8qNeTPERfQTwBuyQ8OjRIPMcOoTz1fYY8lfFwPVL7jT2RHE48YPPQPM4ylTxHILY8oEGJPTlCDD14gyA8yp1IPH4gSDw0+ME8/skkPZkXMz0k+wM9EbMYPb/0Czx5CQs9w3GGPZu6lD2RlYc8Fe+KPGJA8DxuCyU8nXpJPParOjy/qBs8B195PLxtvzw=", + "mse": "zXapOt4O/zmurTc6eZM0OkCp2jlQcqY5JUzcOQpRazoGjn06/z5APF/BKDyEF+s5GMMTO95GYDrR44I6rhLZO/EuFTsBSJU5tEzoOVylCTrM+dk6RrG6O1v4vzvLYsw7hZa8O7FGJzmYuVk70fVYPIAXOzwVHzY6Xf4rOmJ58DqMQ8Q5foflOQbk2TmhSo45WA8GOsI0tTo=", + "lpips": "CqnBPcwknz0q5Z09JJmNPQpBlz2NEIA9Uhh9PRBYyz2orMM9yOIoPsrwIz4ao4Y93fO1PU3BpT0wF8w9cZHjPUGWvD3wVcY9Fz2dPVpCsD3ncQY+QFhDPi2eIT7Rwws+UHYyPlG00D2BGdc9aiM/PnysGz5ZTME9fnCqPe5Hzz0wJLU9zCXJPRAmzz0YFaM95SO2PXbL+D0=" + }, + "metrics_sha256": "7a676d79f890eb1ae7b779cb1e1c360aebb8e4dc05849f5a0e3f1e625471ab10", + "predictions_sha256": "822b10aeaab77f1d9021c089c9d23eee1634381bfa29b7965fcc1bca98aae035", + "ground_truth_sha256": "d0d12132eb707d1ec40b570b7ef67dc5051c8765591a12263f15bd7af5315c3e", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/francis.zip b/zipnerf/tanksandtemples/francis.zip new file mode 100644 index 0000000000000000000000000000000000000000..e052cda281aa817cc814a9d14106010ba6315dc3 --- /dev/null +++ b/zipnerf/tanksandtemples/francis.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7faa5fb3f9b6c22f44eb6186cc0836f12cb2a094300d14df643a1e02d139d0 +size 1315631095 diff --git a/zipnerf/tanksandtemples/horse.json b/zipnerf/tanksandtemples/horse.json new file mode 100644 index 0000000000000000000000000000000000000000..e655c159271ab255f54eae5759cd8f91a1162e9f --- /dev/null +++ b/zipnerf/tanksandtemples/horse.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:48:50", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 21359.93928, + "resources_utilization": { + "memory": 4253, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:48:48", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.162364, + -0.011318, + 0.010431, + -0.012851 + ], + [ + -0.011318, + -0.0129, + 0.162187, + -0.013508 + ], + [ + -0.010431, + -0.162187, + -0.013628, + 0.001841 + ] + ], + "viewer_initial_pose": [ + [ + 0.887017, + 0.062046, + 0.457549, + -0.130826 + ], + [ + -0.460896, + 0.178771, + 0.869262, + -0.338685 + ], + [ + -0.027862, + -0.981932, + 0.18717, + -0.025438 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.637396, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "487cef1891a41efd56cea9781dd2a52cb2fbdcfe35005807ccfe9482eeb6e1ab" + }, + "evaluate_datetime": "2024-06-25T15:50:56", + "evaluate_version": "develop", + "metrics": { + "psnr": 26.81514, + "ssim": 0.89735, + "mae": 0.02187, + "mse": 0.00225, + "lpips": 0.06851 + }, + "metrics_raw": { + "psnr": "9l3LQSLq50GE7OJBkRvyQa3O4UHF+dxBp5XQQUy3y0H+4ttB83vkQTzM10HQjuFBo3vWQXm8vkFuDMpBQEbRQXnc2kH2NcFBCCrCQQ==", + "ssim": "jABlP/9lZz+QyWY/tXJuP0/wbD8c0Gk/fWFhP/YFYT/js2k/c65lP+sKZj+uDGk/UX5lP0gXWz9c5mE/xO9ePwkcZz813Wc/yAxjPw==", + "mae": "DmLyPP/ZlDz1lqE8aQuEPG1emjwXe5E8aLzKPMQfxjz0MLc8vQOLPKCznzyPs4g8U9CePK2y3jzxSfU8Q+2/PMxjrjzUdrk89rDcPA==", + "mse": "8Rk8O4NqpTrl9746zLZ2OoY0xTrUoOI6U98hO7Q4OjsS2Ok6+pS2OlmGAztSoMY6+ZgIO8NIhzt6YEM7rLAeO1XZ8DrE93s7yiV1Ow==", + "lpips": "kWV0PU1zNj2TBIs9A9laPeaTWT1KcWQ9F6yFPb4DqD0JR2Y9T92EPdAxiz3rIZQ9HWHKPVKQ2T2OSrQ9nRmTPaIiiT0O34w9CBJtPQ==" + }, + "metrics_sha256": "994bd5070fa86c00c6f62e56ed62975029656805d75a7c87a097554c93e55c63", + "predictions_sha256": "2704eb61e8edabd3cb7c8e5dcb384dcba2790e73a96a972bd33700c8b709a45d", + "ground_truth_sha256": "ab415be739dd6fc6dad36229a2242186799e6e2992f9e3e8ac8bcf30918a7a37", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/horse.zip b/zipnerf/tanksandtemples/horse.zip new file mode 100644 index 0000000000000000000000000000000000000000..2b8c8b629e37316990d9d29a3c2b8086df58fdad --- /dev/null +++ b/zipnerf/tanksandtemples/horse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe43720c4343c4d11e9d17eba78ac083d8fd4125b917fcc9237eebf718e333fe +size 1294917221 diff --git a/zipnerf/tanksandtemples/ignatius.json b/zipnerf/tanksandtemples/ignatius.json new file mode 100644 index 0000000000000000000000000000000000000000..ad8564d4392f11f92bac64fce61712a65bec77d0 --- /dev/null +++ b/zipnerf/tanksandtemples/ignatius.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:40:17", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 20911.87255, + "resources_utilization": { + "memory": 4977, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:40:15", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.190679, + 0.004605, + -0.004168, + 0.009357 + ], + [ + 0.004605, + -0.018893, + 0.189787, + -0.013828 + ], + [ + 0.004168, + -0.189787, + -0.018994, + 0.002611 + ] + ], + "viewer_initial_pose": [ + [ + 0.998822, + 0.020895, + 0.043789, + 0.053147 + ], + [ + -0.045426, + 0.085616, + 0.995292, + -0.515406 + ], + [ + 0.017048, + -0.996109, + 0.086464, + 0.015964 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.013977, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "cdc03f4cf29a4fc7c80a98719f5adce3a347d7958c4d8fc267868ab0139f16c1" + }, + "evaluate_datetime": "2024-06-25T15:43:24", + "evaluate_version": "develop", + "metrics": { + "psnr": 22.60954, + "ssim": 0.78887, + "mae": 0.05362, + "mse": 0.0071, + "lpips": 0.12735 + }, + "metrics_raw": { + "psnr": "uoXLQR6RpkHAkrlB+ZudQc7TyUFWKcFBWgXGQap00kGuEMNBy67BQebguEFyEp9BUbziQWdhzEHRGsNBLv7GQdyFl0FPFqNBBsmyQUfPt0FnD6hBwZXGQdJjvEEMDbtB5LlWQYufsUEfgLFBdjevQdSrlUFWvLhBDO+fQXCFu0ECaptB", + "ssim": "GVtQP5bcTD9H7FM/BRswP7ceUD+5YU4/k91FP53PVT+J6k0/hfRUP3Y2TT8WnDw/MK1aP7bvUD9Snk0/pKNaPxLoQj82EkI/bVldP7+UTz8x+0U/i3RPPz2NRD8+xlI/cR45P/qIUT81DlE/GGpIP6CULz8DI0I/f5kuP6PfRT90cEM/", + "mae": "V+QJPUCNPj1gGjg9Nz6EPXQVAz00uSI9bVkYPYxy/Tx1TBM9WCYVPZoLKj04k5U9pCjNPDzkBz1fEBw9CJ0XPTYrkz1M2Zg9JfQ1Pcx2SD2Gvmw9ALcuPVrSPD0Bwjo9XWc/PrySfD3fgWU94U5NPSrUoD0FqzU9rb6VPXpLRz2OoLQ9", + "mse": "H0M7O42fBzxW9Zw7yIIvPOufRDthU3w7F2RbO51iGTtI3247YpF4O+kgoDtdRig8hwHAOqSxNjudmW47n1ZVO0cdUTz66BU8FdO+O5EhpTvk6gE8m9tXO1y8kDsobJY7vlg6PZxQxTtdA8Y7d3fTO8OPXDy/yaA7DyckPG9mlDs59To8", + "lpips": "IPDwPUYFEj5HgM49GCFEPri4Az66AvA9Fxf/PfEAtz0MHMw9np3VPc5zsj1Rkx8+3hXcPbiv9z0yodk961akPWvZCD6NkA0+4THkPZDl9z1gjAY+exouPlpH+D04ls09bmVwPlT01T1aK9M9tEO+PYiAGz4KQRI+dHJSPogP2z0NUCI+" + }, + "metrics_sha256": "faef5d5bfcdbce859ae89553d44170c8a8465cea1d0c8624ce33493755ffc938", + "predictions_sha256": "1439bf3e6d91f01319cf91da2ac26000e3af98e46ea61c0598bbdcd333dfc9aa", + "ground_truth_sha256": "0e3a2bb9495d9ab131e3e5c95c4c836988ab7e7836599f7fe7b7eab78ceb8e93", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/ignatius.zip b/zipnerf/tanksandtemples/ignatius.zip new file mode 100644 index 0000000000000000000000000000000000000000..092f2e2b659dff24f63bc103332af0238114b6bf --- /dev/null +++ b/zipnerf/tanksandtemples/ignatius.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc064430ad746ef20121982d1c681bd7a58b2843487e448b5e9868be587698b +size 1460984403 diff --git a/zipnerf/tanksandtemples/lighthouse.json b/zipnerf/tanksandtemples/lighthouse.json new file mode 100644 index 0000000000000000000000000000000000000000..9001e45af863b2c40428f2bb86bc469505324763 --- /dev/null +++ b/zipnerf/tanksandtemples/lighthouse.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T18:45:14", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 21174.1601, + "resources_utilization": { + "memory": 5591, + "gpu_memory": 27266, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T23:10:04+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.177457, + -0.002019, + 0.002225, + -0.022978 + ], + [ + -0.002019, + 0.017146, + 0.17664, + -0.025884 + ], + [ + -0.002225, + -0.17664, + 0.017121, + 0.000792 + ] + ], + "viewer_initial_pose": [ + [ + 0.958699, + -0.018913, + -0.283792, + 0.187534 + ], + [ + 0.284388, + 0.048277, + 0.957493, + -0.810934 + ], + [ + -0.004408, + -0.998655, + 0.051662, + -0.004887 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.262214, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "078761460e0a6c2f1484c34c5d44f5459953f3ee120259bbf67e24232266e8b4" + }, + "evaluate_datetime": "2024-06-20T18:49:15", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 23.07259, + "ssim": 0.84885, + "mae": 0.04368, + "mse": 0.00775, + "lpips": 0.13132 + }, + "metrics_raw": { + "psnr": "AFbDQadtwUHtuZVBkBnJQclBskHOhcxBUESoQeJBrkEyYM9BU5W4QeuMw0FondFBgMXhQV3s3UF99rlB9q/cQfWc2kG8dsVBtKDmQY7uwkH0GUZBqxObQUD1xUEWEZRBGGaoQaRmmUFtxMlBfYy+QeLikUEy6mxBe2WYQfFsxEFogqxB+gjKQW5r3EEiAMdBcl6IQZwz0kHmraxB", + "ssim": "WBZuP1HCcj+1IVs/PUduP1q/Zj9i0Wc/eYBNP+1bJz//v2I/Nc5FP1+1aT+kuVE/uVRsP14oVT/mTWY/w2plP/AbYT9auGU/jtB0PzeOaD/im0Y/8y1aP4SAbz8ptUk/ZEtFP6+yQD8M5HA/7lRsP9GwLT8yjz0/nUNGP5PrXj+2aUI/DXdTP9F/cj+/1U8/Jz9gPyroXT9EyTM/", + "mae": "BO0IPdoG7zwlKow9PtLIPHP0bz3/y+A8jSRGPbEeXD08e8489i87PYyt+DwmT+o8pJPCPI6f6jwU/z09olvLPFyEujxoFwo9Kal1PFWFDj0TnAQ+viN+PfYvrzxSnrA9919GPehLdT2T08k8Wk7+PJPzkj10e6k9cNdyPRt98DxdVUc9mzL9PNiFfTxgIwY9++GZPbNPBj2oM249", + "mse": "gQRtOyplejtXNlw8AslIO5C/wTua8jU7oSUBPP5i2Tt9mic7rH6hOwqPazuDJB07omjFOtOH3DpENZs7TITkOjST8jro7147XKirOlnKbzsdt2w9Fsg8PNPJWztp/GY8T6gAPFwcRjwB90Q7GgSIO3TydTxKaAc9H+xLPCazZTttmuQ74XNDO8dI5jqgSlU7t7mhPN6CGjv6fOM7", + "lpips": "ckSuPRvEMD6kqC0++qcCPhB7pD1C0JA9fL3UPcvLjj5yStY9+E0vPrWakT0chgc+FB+jPex8Ez58/gE+O+OzPSxNtT0oZN09nnZOPYscxT39spg+e0VsPi6omT3yKi8+Ru/XPblr7T1wBZw9HFq/PZ7gej6O0ks+UD0ZPv2SvT2kIBE+pHrePcKdlT2gKRY+cccuPlFDGD5jSQU+" + }, + "metrics_sha256": "23755fe380cdd95225572eb62353ce44c920460d4d93f6c70fcf0852c4b76b41", + "predictions_sha256": "51aa81fe6668c168f89430131edb0fb434b80b31a9858c00f5ba4490cb0c952e", + "ground_truth_sha256": "7bf18a3faf9788464410989905d677b2d7faa6df97b30f67bf43050fab844190", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/lighthouse.zip b/zipnerf/tanksandtemples/lighthouse.zip new file mode 100644 index 0000000000000000000000000000000000000000..da4f2c5fdbfa0a71faed30659991cc0cfde3d183 --- /dev/null +++ b/zipnerf/tanksandtemples/lighthouse.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e660a32cf6ff5c2feb7b17f5d1bf1c723772501ed4c34001f830faa4035726 +size 1307198816 diff --git a/zipnerf/tanksandtemples/m60.json b/zipnerf/tanksandtemples/m60.json new file mode 100644 index 0000000000000000000000000000000000000000..f5f5fd4615fe8e324e5da2917a497d753eccc647 --- /dev/null +++ b/zipnerf/tanksandtemples/m60.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:56:24", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 21798.98293, + "resources_utilization": { + "memory": 5559, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27266 + }, + "datetime": "2024-06-25T15:56:22", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.17814, + 0.001045, + -0.000936, + 0.0156 + ], + [ + 0.001045, + -0.0196, + 0.177061, + -0.015331 + ], + [ + 0.000936, + -0.177061, + -0.019606, + 0.001377 + ] + ], + "viewer_initial_pose": [ + [ + -0.970686, + -0.035437, + 0.237724, + -0.214639 + ], + [ + -0.239146, + 0.043486, + -0.970009, + 1.16354 + ], + [ + 0.024037, + -0.998425, + -0.050686, + -0.011392 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.95176, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "ee2ee4d4b15d0f2c9d731e71bb6f93097ab81e682517dbb100dbdbc5916f34ca" + }, + "evaluate_datetime": "2024-06-25T16:00:21", + "evaluate_version": "develop", + "metrics": { + "psnr": 29.00661, + "ssim": 0.9121, + "mae": 0.01898, + "mse": 0.00147, + "lpips": 0.0764 + }, + "metrics_raw": { + "psnr": "IOELQjTZAkKOvNRBkJbtQUHcuUE48flBihTUQYhD1EEwzuVBKBP0QTZX5kG3P/VBMlzpQQt23kEbgOxBDFrbQZYZ6EGWngBCGODwQVhD6UHUdvZB5rMAQqQf8UHy0LhBudfiQeS3+UGo/uBBTQ3OQRtSA0Lc7O5Bln7jQcK/7kGmFexBEb7jQfeN30HvD/JB10rSQQJy3kFvAeBBGCfWQQ==", + "ssim": "bg94Pw7mdD/2qmM/RPpqP3GOQT8+V24/2htdP+DQXT/06G0/WHFqP37Naj9w1W8/YbJrPy7yaj9R62g/F8RnP8/nbT9TwXQ/YKltP12Taj8KeGk/Z9xtP1Ghaj98S0k/qjhkP78LcD/zGGk/d6heP6sDdD8h9mw/YNNtP9tGcT9JWGs/muVpP8Guaj9RfG4/hYhhP3jzaD9Bg3I/znNtPw==", + "mae": "FzIwPJd1Tzx/Ebg8xLqQPMIJID1Zh3Y8eqbDPDlevDznJ508MEFMPK74ojz6xoc8RL+UPEnVlDwIrpk8TaO6PBJzlTyrgFk8cp6HPHyRnzydYoY8TitzPKV7jzxiKgo9U1qgPDg3dTzxA5w8RE7SPB0RUDxDno48d/GUPDxpcTwtn4w86lCYPP0+mTzFv4o8KjPQPPqktDykAn489/O0PA==", + "mse": "DvOmOTtjDDqlow87gX6MOqWqmztB6EQ64WASO2ubETvbxK86LSJpOvUUrToTY2E6xayeOqYk2TpR9pA67HjtOi6JpDp8mx86LZ9/OnIenzq4o1k6INgeOkrNfTp8aqA7UWq/OjUuRjos38k62RwuO1afCDqlMIc6kdu7OpXghzostZI6jIW6Omdq0jp3CXc6sRsaO+E92Tqfs8869OYJOw==", + "lpips": "MgnwPPJrHT3+sN09Li62PVGqJz4Lhpk9rY2tPeRdyz1CyHI9OcEEPkDraj3NHqQ9O5SePdV+sT2Jop89LoOTPfNMmz1L3RI9YHlhPS6mVD2qGrg9TBWaPammwT3rZdw9Vf0LPjiCaD1UlnI9bmalPRxmPT2PDJ0935w4PUVYNT0Ic6s9PgiXPSL0qj0nypQ9FHzXPV5HSj0N9XM9vTiMPQ==" + }, + "metrics_sha256": "2ad75cd837ff9ee71f7a1426544752564b46cf8053a2b6192f68552039b095a0", + "predictions_sha256": "eb3f2208a83ebb12b0b4b686745126f0b3bfa043cdcc48949dab4be9023c7141", + "ground_truth_sha256": "8e11bef12ac43476044d5d3add7e934c1a5d92f6944c76c450561d27777c6294", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/m60.zip b/zipnerf/tanksandtemples/m60.zip new file mode 100644 index 0000000000000000000000000000000000000000..67275463c4c3e263894ebaac640d803ea4b1d327 --- /dev/null +++ b/zipnerf/tanksandtemples/m60.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c09657f7026c4911364027bddee1c6fd68061a3667f3f49faee69e44cf145a5 +size 1338516689 diff --git a/zipnerf/tanksandtemples/meetingroom.json b/zipnerf/tanksandtemples/meetingroom.json new file mode 100644 index 0000000000000000000000000000000000000000..737e4846c17f36dc00916951f7e73438aad9ed6d --- /dev/null +++ b/zipnerf/tanksandtemples/meetingroom.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:12:54", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 19268.77323, + "resources_utilization": { + "memory": 5678, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27250 + }, + "datetime": "2024-06-25T15:12:53", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.178092, + 0.014954, + -0.014844, + -0.003085 + ], + [ + 0.014954, + -0.000702, + 0.178708, + 0.009538 + ], + [ + 0.014844, + -0.178708, + -0.001944, + 0.000151 + ] + ], + "viewer_initial_pose": [ + [ + 0.751041, + 0.056575, + -0.657827, + -0.131834 + ], + [ + 0.659363, + -0.012473, + 0.751721, + -0.610717 + ], + [ + 0.034323, + -0.99832, + -0.046671, + -0.017738 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.971565, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "5d99fcb112ff048430b680626e9e11628f8616333a6d77438fd4382918e7db02" + }, + "evaluate_datetime": "2024-06-25T15:17:09", + "evaluate_version": "develop", + "metrics": { + "psnr": 25.9316, + "ssim": 0.87502, + "mae": 0.03032, + "mse": 0.00376, + "lpips": 0.12073 + }, + "metrics_raw": { + "psnr": "UxLfQXh3yEEVPt1BNC/QQQF+0UErPeFBs//3QW5D8EH4FdpBeBbWQVyD6EEBwLVBshynQSvEtkEdQcVB0h3zQcBj8UHWlu1BmUr4QbGT2UEuw/BBbcmbQefm2kEpGdxBECbSQUq4vUGck+RBBtObQaRb30GiALRBJdbWQSHsi0Ept8hBXNWsQU5J1EFjp81BogvrQdz//UGYpuFBd1ShQSBKmEEH+P5BvhvEQU5LtUEKi8lBUHHMQcCwnEE=", + "ssim": "sBFnP5MrWj9KA2Q/0/JiPyljYD+Vimk/m+FtP4pQbD+LYGA/WOxZPwa2az998Fo/D2xXP1cjYj8f9GY/28NrPygwbD8A7Wc/Gs1rP9w2Yj8FiGg/dt1MP1s7ZT/g/mE/nv9bP7wnXz/JHGk/SttLPzowWz/yVlE/yvhhP5fJUT9EgGg/87xXP+T2Yj+WrGQ/PdxrP+SMbz+KrGY/804/P0ZwOT8v13A/GOVjP6xMXT+djVk/BE1cP3X5TD8=", + "mae": "ApawPDSUyTzBzbM8ZhC8PC7cyDzXN6E8ZfOGPAQFgDybN508DbzFPGm0nzzDCA89ykIqPeZoBD0bf8o8+NmCPIrGdjwMZoE8UNVrPCuG1Tw/tHs8mzuEPU1R1TxFsKY8U5nIPCNnCD0p1Iw8LoONPaXmqjxkBEM9uM6sPJj+mT0IuNg8vF42Pcro6DzTUAo9H4ObPDklijzWpac8nCdwPWPRlz1vvk88fI8VPdeWKD2H1Og8+ALTPLtrkz0=", + "mse": "cVzVOl96TDv15OA6Yr8jO8yyHTs7dcg6RjxQOv8UgjraSPY6ASkKOz6XojppN68794IFPF0qqjv9SGA7T6dvOqbdezplfYw6QH1OOiDr+TofOoA6g/Y4PBCR8DqYbOg6K78aO9RMizvNGLY6c8M4PBKc0zo/Qbg77zYHO6EAkjzeBEs7JnviOzmDETuGHjA7aymXOog0LzqNGMY63K8dPPKMTDxbYio6bs5nO86HsTtiPUY7Cl42O+c2NDw=", + "lpips": "oJKuPcOcAz68EPk9Cw0APghN0j2sTt491w24PXA4hj2kYtg92Mr+PbCffT0h2QM+eIsxPkP22T3Hw9Y94lvlPa9+jz2kgKk9pIvEPdtpFD6WXfQ9VP0EPnxkED6O0Og9LkciPip/DD5Cg7M9plA3Ph4YOD4muTY+DPHcPXR1ST7qcNY95U32Pe0y4z1nmvA9n/eYPYHStD2cjdk97/cVPn+jUT7RFto9QuO/PQ6U3j3SMPA9ZgC7Pbj5XD4=" + }, + "metrics_sha256": "5cb71b32015652cfe5f405922e4f45dcd1198a17639e9e4b66d3ae46b9ea0a93", + "predictions_sha256": "6f85ac770413ec3809dd62f3519f780c9e361fe58a0204b9edb3c97b325e5d5e", + "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/meetingroom.zip b/zipnerf/tanksandtemples/meetingroom.zip new file mode 100644 index 0000000000000000000000000000000000000000..58973e95dcf6219393ddabaf411a37eac674129d --- /dev/null +++ b/zipnerf/tanksandtemples/meetingroom.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4844888191eb12dc07f3e8570dc38e5ebd2d2105ffde69afbf7ac1191d7d532a +size 1339998578 diff --git a/zipnerf/tanksandtemples/museum.json b/zipnerf/tanksandtemples/museum.json new file mode 100644 index 0000000000000000000000000000000000000000..3f1241e73666ff3894673c77d930b3ae40d1366d --- /dev/null +++ b/zipnerf/tanksandtemples/museum.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T17:15:23", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19456.79623, + "resources_utilization": { + "memory": 5340, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T18:17:41+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.22515, + 0.011148, + -0.014028, + 0.001195 + ], + [ + 0.011148, + 0.051281, + 0.219681, + -0.006054 + ], + [ + 0.014028, + -0.219681, + 0.050569, + 0.012115 + ] + ], + "viewer_initial_pose": [ + [ + 0.992502, + 0.05418, + -0.109562, + 0.017451 + ], + [ + 0.104452, + 0.089538, + 0.990491, + -1.01209 + ], + [ + 0.063475, + -0.994509, + 0.083207, + 0.395821 + ] + ], + "scene": "museum", + "downscale_factor": 2, + "expected_scene_scale": 4.442598, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "0084463a1a1173d4ce62ad990443dcde8717c6b372d40bcd5387d544328ad46a" + }, + "evaluate_datetime": "2024-06-20T17:19:05", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.3365, + "ssim": 0.74629, + "mae": 0.08252, + "mse": 0.01484, + "lpips": 0.15899 + }, + "metrics_raw": { + "psnr": "YjFxQWyOxUH6n9BBZjK3QV5ipUFtMaNBujmbQfAemEFLd5pBiMqPQdKFXEEGTqhB4viOQdhzqUG176tBfCCkQW07oUEOMrFBeSqYQRasnkFKwrVBYVCdQQS9kkG78I9BdS6iQSf/ckF6+qxBXpOKQVxghUEPSYJBvMw3QREyiEFgEadBdJaRQUijhUG9JcZBdUSOQYBemkE=", + "ssim": "LJMwP4AgSD9GNVM/2gdDPx9GRD9VrkE/QkVUPy8AQT/9EFQ/xaUdP+jIGD8I2Eo/QuBBP3dSUz++Wzg/V2tQP8SpVj9bbFI/fhFLP7nXTz/xt00/4HMvPzOJEz/BTkw/QxtWP/zTGT9Opyg/yU0PP+NdTT97K0w/Ux4mP1nELD/c+Do/r807P4CMRD+JiFE/yX86P2rBQT8=", + "mae": "Q+8EPisOGj2eHAk9iWxNPY6gRD0ZVos9JJScPX3btz2PnKY9dOPDPYfdNz7TtnY9YRu0PW2tdj1b1IM9/wiFPep+lz0v32E9oTuxPaT0nj0R6k09wsWSPdwtrD1mBNQ9QcOSPWUODD7P52A9yzXCPUPL2T0advM9ysNIPjEWwj0yMoQ9I221PWVBuD0TDBk9UOuwPZSFgz0=", + "mse": "AaX+PBVYXjs8ryE70hGoO7JRDDwhdBU8u/k7PM+LTTxEIUA8Bp6CPLFuKz2NAQE8j7uFPM6g+TuqZ+g7gX0RPKghHjw8wsc7nkdNPP84KjzjK687SQIxPBP9bzy6DoI8gN4ZPI0e+Dy7ieE74MWXPMpFsDx+rMA832eRPc2Iojx8rgU80xF4PIzzrjzul1o7I3mIPJCqQDw=", + "lpips": "T1NOPoTVMz66lvw9yy85PkQwRz543xU+1lDxPbHhNj4o3TQ+HCMjPtfxQz6L1xk+OVL6PXviKj4Ogy0+PfMsPg5n6j2BRwA+pKjbPYy48T3Ag949HutLPkKWhT4+Br497ZGpPUh3mz4JS4g+a9iMPvIA5j2iAAA+GEUTPkb4HT7GLB0+S6AiPhpn3T05Pr495oziPW1gUT4=" + }, + "metrics_sha256": "e80d41e478f32e4ed7f761389792dce108c03dee94deb228e065f2bcea68127a", + "predictions_sha256": "e84e068b5d91505f959aa5a798b37f43a210cc205894e2bc47d362ce7325c519", + "ground_truth_sha256": "fae55a80e1e0ff9851cd5ec2195b2a4c3885e02602f1fdcc1d1f2829bda539c0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/museum.zip b/zipnerf/tanksandtemples/museum.zip new file mode 100644 index 0000000000000000000000000000000000000000..5dea22519a4a52195ffa20a94ad5923761f3bc0c --- /dev/null +++ b/zipnerf/tanksandtemples/museum.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e23878b95a398798053f83570085fa6847bc51ed685b5917317372033f6691 +size 1415427901 diff --git a/zipnerf/tanksandtemples/palace.json b/zipnerf/tanksandtemples/palace.json new file mode 100644 index 0000000000000000000000000000000000000000..acce4333f0b1562bbddbe9891c5df5faf4058233 --- /dev/null +++ b/zipnerf/tanksandtemples/palace.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T17:21:24", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 24130.41755, + "resources_utilization": { + "memory": 6728, + "gpu_memory": 27244, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T19:35:51+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.164652, + -0.009473, + 0.017269, + -0.024979 + ], + [ + -0.009473, + 0.089381, + 0.139354, + 0.01043 + ], + [ + -0.017269, + -0.139354, + 0.088207, + -0.002102 + ] + ], + "viewer_initial_pose": [ + [ + 0.987815, + -0.116883, + -0.102763, + -0.177157 + ], + [ + 0.119125, + 0.142918, + 0.98254, + -0.327952 + ], + [ + -0.100156, + -0.982809, + 0.1551, + 0.04404 + ] + ], + "scene": "palace", + "downscale_factor": 2, + "expected_scene_scale": 6.427953, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "d345d18b723a1624d5ebf9293d8022b8100b51b101e23c4765730adf3a51f2b7" + }, + "evaluate_datetime": "2024-06-20T17:27:05", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 19.11092, + "ssim": 0.71792, + "mae": 0.09433, + "mse": 0.02875, + "lpips": 0.31671 + }, + "metrics_raw": { + "psnr": "lACpQSmlr0FUWOdB05TEQUXex0HiTudB0cmuQb61qkFm9elBzajOQTJN60FATOhBDKvsQRkh7UE0IZxBVAPuQSSBtEE6HcFB7s6tQUD4cUGuUMxB9X9PQVw5oUH924xBUr27QaGzhkHqiLRB02qJQVXtkUFYiktBYIUuQf1fREEQgK5BBFC0QZxDdkEv6s1BxsmOQRwaaEF+IENBoJp6QSbuP0GxCHpBEFKYQaMYgEG69IRBvBRcQTbkUUF2yQhBHMQtQRInPkGskGNBrWmtQemOZ0GKlmZB4gaiQXPB30DpvR1BXJD+QEHTgkEycH1B8gvYQTnHm0FYBrVB", + "ssim": "Q0EzP0DuOj/vTmk/nbZdP492Wj9Uomc/4I9IPxwQMj/h7Gk/JkNSP68pXz8Q8l0/BPhXPxIqVD9NRz4/4z5TP7qnNT/DhWI/61JOP2HOLD8TzWw/s4Q4PzsvNz8mnDY/Ww5bP2ssFD/v9Eo/GrYvP2NkWj+/wv8+JngJP5n5Iz9lHz4/wnhcP8wzOz+lFmI/8Q49P3vTEz9mWzA/yxn7PkuKAT9/sTE/CYUiP13O2D790VU/jPUIP4GeIj9uFew+P44qP0GQID8Fhj8/TUFVP+LjNz+HkBY/KFVSP1Ch9T6b9+0+tIvwPtD1DT/jyw4/umJtPxm0Oj90wlk/", + "mae": "cEF2PXwkRD3meMA8MdUqPb6THz3tM5g8MdkjPVuSWT0z6Lk8gEzvPHy1tTypjqM8orGjPKeymzx+zHo9XaeePOYwVD2sq0E9fO93PeHl3j3byBA9Q4ECPvrTaz0nKrs9LBA5PX4lsj1DLx49zaSjPQ/xpz103Sg+OIBfPpvYOT7AzXA93vwlPeUUnD0ryfk8ozfaPbz/8z3MuB8+i2jaPdnIOj59MrQ94VGGPayuAD4sH7w9YoQmPrnlFD6pGIU+JAtGPjHZHD64YgY+qg0pPVOTIT7MBgE+0x+MPf6Quz6tIl4+TJyqPsvDwz2LlcE9Ol8FPU+wYD2W9D89", + "mse": "VOL8O+Hf0DtsJqg6DqxkO8oHUDskVKg69hbWO1XB8DsS95s6WxgrOzYNljrsmaM6mUOQOqZcjjqAJTc8W8mKOqOctTtpq3w76DbcO0vQ+zyoCTc78cROPQ8rHjwlHo48gniTO+isqTwEdLU7HOucPIqodTyv5Fo9mS2mPZarcj1Q39c7Jp62O/C47DwuzS47YHGGPFAeET1zEXc9zGPePItZgT3GOOA8N15MPF80zTwta7I8k4YsPRTGRz3VAw8+Tf6nPZqzhD3T6Bo9W7zeOyhCEj2cUBQ9KI4aPKWsTD6akNM9lPojPgm0vTxggNU8BJYCOz4COTyK6bI7", + "lpips": "0piHPqopWD6w0MU9dOTvPb4e9z3tfas933suPmgUUT6VIpk9S7oPPi03/z2ICOg9qr4ZPnrxIj62Eo8+hwQzPuGokD5aFqE9QFioPcIr0D7CErg9k1CUPlIfPD59cUY+MGmdPerlwT5oQEY+vxazPvrtWz6cygA/k6g6PzaD9D5p8pw+d9MHPixY1T40ha49qCN7Pj7l1z7K5AY/2LsOPysuCz/hWZc+hlWKPlruNj9h6Xg+QbdEP94YGj88hjg/bzsNP351BT/CPdU+Cg54Pgxjdj6j/w4/EL47PgmpQj+diyw/Vp5VP9Tq5j4tPNU+zMGEPY6ivT1ge589" + }, + "metrics_sha256": "f94ac04486f130a3d48398076db2c38561403adaa8b2ee539c6c4ac608c04455", + "predictions_sha256": "9bab6f9a0dedbf6fe8beb0817b5e0cb9046c1e317d123585cfc2041b6e819f19", + "ground_truth_sha256": "7ebd9422adcc111a56d7c3f93d9c7a43b8886191e3c41d7bd5e1390cf6660bd0", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/palace.zip b/zipnerf/tanksandtemples/palace.zip new file mode 100644 index 0000000000000000000000000000000000000000..d83dcc069b65b05b3be910c012c7a7294ea8f382 --- /dev/null +++ b/zipnerf/tanksandtemples/palace.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b854eefa3f0d565013e085c070873c203deff2a3f5bf0fb3bf8cee1c6dcb9d +size 1399610369 diff --git a/zipnerf/tanksandtemples/panther.json b/zipnerf/tanksandtemples/panther.json new file mode 100644 index 0000000000000000000000000000000000000000..9543e68f700ee58202457b465f0e35ddbed0fea6 --- /dev/null +++ b/zipnerf/tanksandtemples/panther.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-25T15:29:46", + "render_version": "develop", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "nb_version": "develop", + "num_iterations": 200000, + "total_train_time": 20204.66391, + "resources_utilization": { + "memory": 5567, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "gpu_memory": 27266 + }, + "datetime": "2024-06-25T15:29:44", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.206222, + -0.002133, + 0.002115, + 0.008415 + ], + [ + -0.002133, + -0.001763, + 0.206226, + -0.004104 + ], + [ + -0.002115, + -0.206226, + -0.001785, + 0.001385 + ] + ], + "viewer_initial_pose": [ + [ + 0.954669, + -0.046468, + 0.294021, + -0.118813 + ], + [ + -0.297549, + -0.120715, + 0.947044, + -0.818196 + ], + [ + -0.008514, + -0.991599, + -0.129069, + 0.000346 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.331814, + "type": null + }, + "evaluation_protocol": "default", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "eda678e5c1fec93f99f8d933301c6a7d7039e32925e67f054eb0fd9105140325" + }, + "evaluate_datetime": "2024-06-25T15:33:45", + "evaluate_version": "develop", + "metrics": { + "psnr": 28.75921, + "ssim": 0.90892, + "mae": 0.02143, + "mse": 0.00169, + "lpips": 0.08094 + }, + "metrics_raw": { + "psnr": "45YGQljn7EEPXvtBBXoAQlHR50EoMbFBSPj4QZrA1EFTsNhBTFbVQSGG6EHX5d5BWW76QSJ47EFYxexBSjfjQair50FY1P1Bt1jcQaRs80GOowdCEoP2QQGb4UHiiuZBlM/KQZ0cwkGe9QRCpPyyQWNO7UH3WdxBSCzCQVTf+UGoEOZBONf9QQD9xUFjJOpBzZq+QR5/4EGtn+RBPfr+QQ==", + "ssim": "0oV3P/Yyaj/u/HM/nuZzP43bYj/wokU/5ipvP+B4XD9g62g/PylkP0njaT/0KWA/kOFuP8Vcbz+nIWk/78JqPwB5Xz8x4XE/lE9oPwcXcD9LQXQ/wF9rPz70bD/58HA/psFmP37FVD/sAGw/BW9XPy2ebD826WY/LcRpPweGaj+jXms/FmJrP4sfXj/YbnA/cshcP+w+ZT9uUWo/Gph0Pw==", + "mae": "vMJZPIsTkTzlv3887z5tPCjusjzr8B09IU2TPBJG1zyerOM86fbRPAFIqzxKI8A8fh2OPJrdlzwMSqg8wKu1PHrknjzug3M8Cj6xPAPpmTxw5Dw8PoeEPPt3mjyAMKM8ylftPDgNBz1phHQ87y8YPYfNrzx6quk8UhzMPKy8kzxroKk8O9FyPL8g1TwvOJs80n7vPG65tzzrWqs8mFpjPA==", + "mse": "2mDiORJKjzpj/jw62ewgOtTgpTpnx8c7CX9KOu2SDzvbMQA7fi0NO0mKojpMbtY6DyhCOpgXkTqN1o86nF69OgGVpjp/EDA68cTmOgiKbTppG9U5EldZOqhaxjpNFKw6AiM/O4mEdTu9pfg5bLi9O5CjjTqkvOY65RV1O7xNRTrWda467QEwOtOYWzu1JJs6IsyHO4zJzDqb2bU6gVcqOg==", + "lpips": "rGkGPe5gUj0P8is9r30wPSmaDj7O+tQ9vOzNPWb79T2Lv9s9YXmBPe/ulD2cJaA9Sst8PRwlVD0rh5U9rCZ+PWqQnz1EeSE9lG/CPa83iz2iD0Q9UO1oPYJ4tj0Jh0Q9mNbpPQ1p2D2AvhE+Vn8ePrXHtj1+Ptw9WWqUPfQvDD4d6Vg9Mp6vPU4BwT3+eUs9EPvHPbeisz0tg4495L5TPQ==" + }, + "metrics_sha256": "8fa65bc828c66bfe014a4812b80c1615ea32879c35ba034de4ebdcd789d5bb45", + "predictions_sha256": "f7e833bce37a7d76610c5c7b211dc4ad1fba040d2beb52d66103360a6e441922", + "ground_truth_sha256": "e670bcd4885cc09e9b8099a0e8c7da6e06dcc5e244adb7818daf410f6914ad0a", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/panther.zip b/zipnerf/tanksandtemples/panther.zip new file mode 100644 index 0000000000000000000000000000000000000000..afb9144ba7c0c7974f6f89e3e65251c67c6b9715 --- /dev/null +++ b/zipnerf/tanksandtemples/panther.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88b525c9ec4c1bd260c73fc84f93bc4962b846733cf1408e4f02575fb32252b +size 1343256559 diff --git a/zipnerf/tanksandtemples/playground.json b/zipnerf/tanksandtemples/playground.json new file mode 100644 index 0000000000000000000000000000000000000000..3850a2f798436843b81976efea8493a76b9e1c88 --- /dev/null +++ b/zipnerf/tanksandtemples/playground.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T18:51:34", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 19743.95877, + "resources_utilization": { + "memory": 5456, + "gpu_memory": 27244, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T22:45:19+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.195262, + -0.002071, + 0.001913, + 0.00391 + ], + [ + -0.002071, + -0.015469, + 0.194658, + -0.01092 + ], + [ + -0.001913, + -0.194658, + -0.015489, + 0.001244 + ] + ], + "viewer_initial_pose": [ + [ + -0.99972, + 0.000561, + 0.023648, + 0.161102 + ], + [ + -0.023637, + 0.014835, + -0.999611, + 0.965991 + ], + [ + -0.000912, + -0.99989, + -0.014818, + -0.010383 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.797956, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "1f0e0399febb3182fdef19e2afc11ca9bfbbc50c9c2adbd85a4827571e6692e2" + }, + "evaluate_datetime": "2024-06-20T18:55:24", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 27.13359, + "ssim": 0.87993, + "mae": 0.02934, + "mse": 0.00233, + "lpips": 0.09513 + }, + "metrics_raw": { + "psnr": "ZCviQed25kHgruVBoznbQTmD3kFyBdlBtvziQUYf30EJ+d1BcGDxQWp420ESt+NBDIfLQb7MvUFXhdFB2cPPQXg9y0F/QcJBCzKgQRDttUHwkbZBRTrbQRWvy0FlVf5BzwTkQcae10GE++VBKiP0QYKI8kFe9ulBHQzwQcSK9UE69MtBqRXrQUJ7z0GA+tpB8GfaQQ6QyEFVmrlB", + "ssim": "6rdlP7dZYj9urmU/OgVfP/HpXj+Db2M/gwtcP24oUT8OsFo/iTNoP2sOYD/DWWM/5YtmP+UNZD9onWQ/ry1jP6JdYD/yD1U/zMVaP0G7Wj/511s/M25iP80TXD9F32k/VORbPxyNXT8WqWQ/sEJqP/ccZD+FjmM/E2VoP0DAaz8Ghlg/krpoP27naT9e8F4/jexjPwnfXj/K+Fs/", + "mae": "n9iwPKwMrzwQ0Kw8u9/FPFn80jzyJgg9oYC/PIf3vjydh+E8zC2RPK5P/jxh6Lo8qgv8PJxgJT290ug8/SHwPCIFCT0TOww91imOPZoUVT0C/xA9gif+PH6gJT1T44E8l4fSPFXE9TzGd8c8VTeXPAkunDxUKKo8acakPDHSlDwHcRo9/P+tPOBrCT39MMc8NG3pPCyBHT0i3k09", + "mse": "BCnDOl53rDqHY7A631buOlnS2DqV8v069J6+OvoM1TpzN9w6rPV7Orup7Doiq7o6Bjw7O+z6ijuDkR07brwlOzPKPDtugHQ7tesiPLtUrjsSIas7hFLuOsdkOjs9hy06Rwu5Ot8yBDsZ4K461LZoOu21czq/8ps6xeSCOkV+XzpC8zg7zP2WOiEYJzuBCfA6egb0Ot3pSzsb05w7", + "lpips": "31ivPeY1pz0WkYA9t67FPagnpT26UbI9XfXGPaErCD5Qosg94V2nPUwQvT07KZo9ps+7PbBF4D1lKcw94E33PTBM4z2p2t491QraPeRV5j07SMU97E+xPVA51j0qZ649RZ/sPR0I1j00mrE9Be2IPSq27T0+76k9IsSvPdwjlT2givU9+9GmPZJynD3O+gU+kBq9PRibwj30FqA9" + }, + "metrics_sha256": "0b14f318e6a5e381227dc5c09ed421446e2e08b6929e78da03a8fc619fa7f9b0", + "predictions_sha256": "50fbc437ac6dd427885662d403fa98baa11403e5c71c8e40ede973c849191f10", + "ground_truth_sha256": "b56e3fdcb66427f9a37ed74c5d83740981cda36763bc94148638c9235ff32dd5", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/playground.zip b/zipnerf/tanksandtemples/playground.zip new file mode 100644 index 0000000000000000000000000000000000000000..302609a20ae0f47bcdddaab1ee365089cff00beb --- /dev/null +++ b/zipnerf/tanksandtemples/playground.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001d48904dd66e6331d74a2172398ded4c010dad64e17c82cb8816b4a75a7afa +size 1409931434 diff --git a/zipnerf/tanksandtemples/temple.json b/zipnerf/tanksandtemples/temple.json new file mode 100644 index 0000000000000000000000000000000000000000..49af8e8ea8cb42d374db858faad8061db8907eda --- /dev/null +++ b/zipnerf/tanksandtemples/temple.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T17:29:32", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 20230.30392, + "resources_utilization": { + "memory": 5362, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-02T18:30:30+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.18189, + 0.004385, + -0.005096, + 0.002622 + ], + [ + 0.004385, + 0.027181, + 0.17992, + -0.013449 + ], + [ + 0.005096, + -0.17992, + 0.027056, + 0.001727 + ] + ], + "viewer_initial_pose": [ + [ + 0.233269, + -0.124785, + -0.964373, + 0.863479 + ], + [ + 0.968221, + -0.062175, + 0.242245, + -0.095614 + ], + [ + -0.090188, + -0.990234, + 0.106316, + -0.004064 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.057016, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "4d38c442887a0ae179afe190884eebc053a74fbba08445d78272cd8db7bb5c60" + }, + "evaluate_datetime": "2024-06-20T17:33:10", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 20.58159, + "ssim": 0.8053, + "mae": 0.06649, + "mse": 0.01237, + "lpips": 0.18313 + }, + "metrics_raw": { + "psnr": "NC+iQeDClEG9t7FBLn+kQZX3uEGOslxBkUbJQZ7Fp0EcKcBBbUuwQaHSqkH05J9BiBSMQZMJmUF2z65Bh7ZaQTrieEE8EdhBHD2tQV4dnUHEBptBfM6JQaJxrkG7Yr9Bttm8QTY9uUGewJJBDuigQV6RskFII5xBsg80QcPWyUE88cBB/P2WQdB7j0EYTLVBBH2wQYTFs0E=", + "ssim": "vHBOP0vsUz9/kFo/lBZYP2/BYT8F4Co/NklYP0zZVz9SU1w/WMNLPzq2WT9beFY/NbQpP+gnTj/hGkY/m04zPzVULD8SzWk/krpRPx6LRD+k1zg/+YhRP5DHUj8FGlM/qUZGP0JZST8dvz4/k2thP64xYD/TZmM/JSwmP4mxZD9+KGA/ahVIP5pWTz9tB0s/IsNQP65dUD8=", + "mae": "I+yTPaTYqj3xxmw944iVPccFLz0xbiE+hFDqPJA9ij0zChw9Cq1RPeJqLz1jUJo9zeK7PZP2kD3Zwhw9cE7mPYp9wj3ut7M8e/5iPWVjjT3+AIs9m+iiPZtSVD1MBUA9ohkSPRnLKT2a05o94itqPctwXD2c2q09+vBmPrAH4TzmIyY94rScPbyCsz1Jdy09UG86PVGvKT0=", + "mse": "M9sZPCdqYjxgx8Q7DfMPPHy4nzt2ACs9mcVHO/L/Ajyn2YE7mAHNO3757zvHViQ8PFeRPNExSDws9NU7svQvPdz24zwlggI7w9rfO+wGMjw7Dj08gyubPA052Dtmx4Q7e9SOO6B5njs35G885J4fPLoFwDuOGjc8ZHGZPS2PRDsk7H07WVVUPEvHgzzHg7E70N3LO9J7uTs=", + "lpips": "/jYGPlDfBD71yto9xvErPqpZgz1u8rU+YdgdPrILJT6ijBk+h600PmhFNj72z30+yWXFPnoydD6wG0Q+5T6APohOtD4g1Lw9wskoPmARcT6X/JA+FJtQPuZSaT58aXU+Aow8PugGOz7lmis+ieMQPi0+CD6Lu8A9PNWDPn6csD1Lerc9d0AUPhS/FD56Lxk+dzkYPvBDFj4=" + }, + "metrics_sha256": "fd8834eef47cff10ba07049704ba5ea71702161c9732edd41686e29b066549ce", + "predictions_sha256": "2f81430a4ae6296d537d7263d0bc42bd3940e630e19335a2abc8919978685f3e", + "ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/temple.zip b/zipnerf/tanksandtemples/temple.zip new file mode 100644 index 0000000000000000000000000000000000000000..e430da22496fc451f5c9197200dbb01025627846 --- /dev/null +++ b/zipnerf/tanksandtemples/temple.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca6c7cd2e938b2dee882e2313080a55e882da70283b1df5c0dc42a68aed2e5b +size 1319561365 diff --git a/zipnerf/tanksandtemples/train.json b/zipnerf/tanksandtemples/train.json new file mode 100644 index 0000000000000000000000000000000000000000..90d1a466b3db8b27c9a8a25d5dccbae2387e9339 --- /dev/null +++ b/zipnerf/tanksandtemples/train.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T18:57:42", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 22452.9529, + "resources_utilization": { + "memory": 5411, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T23:30:03+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.173456, + -0.004643, + 0.005017, + 0.016864 + ], + [ + -0.004643, + 0.013498, + 0.173003, + 0.000638 + ], + [ + -0.005017, + -0.173003, + 0.013363, + -0.000199 + ] + ], + "viewer_initial_pose": [ + [ + 0.863582, + 0.043714, + 0.50231, + -0.521934 + ], + [ + -0.503994, + 0.103913, + 0.857433, + -0.637252 + ], + [ + -0.014715, + -0.993625, + 0.111769, + -0.016617 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 5.151532, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "5298164cc46bb48acf362fe95a5ff864a504c57c56611bd1ff62a566037c495e" + }, + "evaluate_datetime": "2024-06-20T19:01:21", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 22.19007, + "ssim": 0.81439, + "mae": 0.05686, + "mse": 0.00837, + "lpips": 0.11949 + }, + "metrics_raw": { + "psnr": "GnvKQXPyu0G6R+RBFRHEQe8l2kEafspBl1K7QUrbzEGZosNBLDasQTnHqEHIZJdBVSCZQbUFnkFmsJVB102yQU2qi0F0YcNBxsOxQfRIukG9DpVB1PKsQTVJvEE8yLZBuPSSQaqTqEGeYKpBEaanQRmcmEHeOtFBzPTBQRY160FOQM5BdGNLQWkTpkGkiIVBmIajQYw2t0E=", + "ssim": "q49dP+M9XT8aT2g/S4FRP9PPXT/SS10/MSxbP6PnVj9d4F0/FPhWP/WNWT9tnS0/4BBcP0IQWj/JHDc/gEpGP+y+Pj8jAFQ/fuNJPwE2UD/teEQ//A1UPxknYj8YjlY/ZX5CPzpQTT+EIE8/8nJIPyplNz93zFw/s0BSP7WCZT/Ra2A/GYoZP5eQSj8Il0Y/nHJPP3EXVT8=", + "mae": "0vwHPXFlGj1htqE8ykYePf8o3DyzTeE8jktHPdr+BT2gxiw98PJ7PWCKgT2Yzqo9lliOPUeOkz2kC5w9/lkmPcGbqj0cMAI95KU2PWT4KT0UiZY9Kj1iPfEyUT3fWVs9qQK/PTFFhT0R6IM9feVxPYlWlT1rQBE9VDooPcmapzxS/Aw9oPMzPv3Nfz2ofeQ9PZGLPWM0Rj0=", + "mse": "+fVAO62XkjszqLc6mBVoO83X9TpP5UA7QUCVOxE1NDs2/Go7MZLmOyuF/jvA5FE83K5HPNBvLTzBclw8XHzBO0cWkzx2tmw7P4PEO5PGmTvhfWA8X7vhO2UrkTtvFqo7hH1uPP3//zsSEvM7IncDPImsSjyw5B47g552O3t1ljr/HS07Vl9bPbyNCTzlea88igcUPLv9pzs=", + "lpips": "5SmgPZyfiz2ztVE9eRISPs9Hwj0GmLg94HWhPeU2yD0j+eY9QE3TPTWiwj3Kkyg+At/QPXz08D2frTs+qkmwPfR+Pj7KRcU9I+/vPZ5Izz2roiw+7nD3PcdZpj2eStY9C0MoPpec5T0bgOA9OdUDPobNFz7rm+I9kFkGPjjswT1+Pt89NwmEPsq0ID50QS4+hgrgPakdwz0=" + }, + "metrics_sha256": "c52e8f8ba3031d30a74a6f27f4de839110f5ad99275d82eb7bd784b4a63f1763", + "predictions_sha256": "ea02569a08c6593b1fbd7f9681061eb1a582965ad371fd885d1673ddcd107d0c", + "ground_truth_sha256": "0f130a43f4b2a5261b728762fb349014fc425d00bd6f950c7b9de44045004b94", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/train.zip b/zipnerf/tanksandtemples/train.zip new file mode 100644 index 0000000000000000000000000000000000000000..f4b7548e76795caa103db09da31f32994a788d6b --- /dev/null +++ b/zipnerf/tanksandtemples/train.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82aa5e7bf9a69be93499b8325be7f3455e7fcac9c04a963169ce96a55cfb10ed +size 1388581424 diff --git a/zipnerf/tanksandtemples/truck.json b/zipnerf/tanksandtemples/truck.json new file mode 100644 index 0000000000000000000000000000000000000000..45f98fce132b77fa4c9ce5bd61eb42141fc53a57 --- /dev/null +++ b/zipnerf/tanksandtemples/truck.json @@ -0,0 +1,385 @@ +{ + "render_datetime": "2024-06-20T19:03:38", + "render_version": "0.0.16.dev63+g7840983.d20240612", + "render_dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "nb_info": { + "method": "zipnerf", + "num_iterations": 200000, + "total_train_time": 20230.59879, + "resources_utilization": { + "memory": 4982, + "gpu_memory": 27250, + "gpu_name": "NVIDIA A100-SXM4-40GB" + }, + "datetime": "2024-06-04T22:53:05+0200", + "config_overrides": {}, + "dataset_metadata": { + "name": "tanksandtemples", + "color_space": "srgb", + "evaluation_protocol": "default", + "viewer_transform": [ + [ + 0.179952, + 0.021361, + -0.01851, + -0.013287 + ], + [ + 0.021361, + -0.024656, + 0.179213, + -0.030307 + ], + [ + 0.01851, + -0.179213, + -0.026862, + 0.00097 + ] + ], + "viewer_initial_pose": [ + [ + 0.70831, + 0.095991, + -0.699345, + 0.656164 + ], + [ + 0.705647, + -0.069678, + 0.705129, + -0.384063 + ], + [ + 0.018957, + -0.99294, + -0.11709, + 0.004339 + ] + ], + "scene": "temple", + "downscale_factor": 2, + "expected_scene_scale": 4.999266, + "type": null + }, + "evaluation_protocol": "default", + "nb_version": "0.0.16.dev56+g8ee0779.d20240531", + "hparams": { + "Config.adam_beta1": 0.9, + "Config.adam_beta2": 0.99, + "Config.adam_eps": 1e-15, + "Config.arcore_format_pose_file": null, + "Config.autoexpose_renders": false, + "Config.batch_size": 8192.0, + "Config.batching": "all_images", + "Config.camera_perturb_dolly_use_average": false, + "Config.camera_perturb_intrinsic_single": true, + "Config.camera_perturb_sigma_dolly_z": 0.0, + "Config.camera_perturb_sigma_focal_length": 0.0, + "Config.camera_perturb_sigma_look_at": 0.0, + "Config.camera_perturb_sigma_position": 0.0, + "Config.camera_perturb_zero_distortion": false, + "Config.cast_rays_in_eval_step": true, + "Config.cast_rays_in_train_step": true, + "Config.charb_padding": 0.001, + "Config.checkpoint_dir": null, + "Config.checkpoint_every": 10000.0, + "Config.checkpoint_init": false, + "Config.checkpoint_keep": 2.0, + "Config.colmap_subdir": null, + "Config.compute_disp_metrics": false, + "Config.compute_normal_metrics": false, + "Config.compute_procrustes_metric": false, + "Config.data_coarse_loss_mult": 0.0, + "Config.data_dir": null, + "Config.data_loss_mult": 1.0, + "Config.data_loss_type": "charb", + "Config.dataset_loader": "llff", + "Config.debug_mode": false, + "Config.deterministic_showcase": true, + "Config.disable_multiscale_loss": false, + "Config.disable_pmap_and_jit": false, + "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", + "Config.distortion_loss_mult": 0.01, + "Config.distortion_loss_target": "tdist", + "Config.donate_args_to_train": true, + "Config.dtu_light_cond": 3.0, + "Config.early_exit_steps": null, + "Config.eikonal_coarse_loss_mult": 0.0, + "Config.eikonal_loss_mult": 0.0, + "Config.enable_grid_c2f": false, + "Config.enable_loss_scaler": false, + "Config.eval_crop_borders": 0.0, + "Config.eval_dataset_limit": 2147483647.0, + "Config.eval_only_once": true, + "Config.eval_quantize_metrics": true, + "Config.eval_raw_affine_cc": false, + "Config.eval_render_interval": 1.0, + "Config.eval_save_output": true, + "Config.eval_save_ray_data": false, + "Config.exposure_percentile": 97.0, + "Config.factor": 4.0, + "Config.far": 1000000.0, + "Config.far_plane_meters": null, + "Config.focal_length_var_loss_mult": 0.0, + "Config.forward_facing": false, + "Config.gc_every": 10000.0, + "Config.grad_max_norm": 0.0, + "Config.grad_max_val": 0.0, + "Config.grid_c2f_weight_method": "cosine_sequential", + "Config.image_subdir": null, + "Config.jax_rng_seed": 20200823.0, + "Config.llff_load_from_poses_bounds": false, + "Config.llff_use_all_images_for_training": false, + "Config.llffhold": 8.0, + "Config.load_alphabetical": true, + "Config.load_colmap_points": false, + "Config.load_ngp_format_poses": false, + "Config.lock_up": false, + "Config.loss_scale": 1000.0, + "Config.lr_delay_mult": 1e-08, + "Config.lr_delay_steps": 20000.0, + "Config.lr_final": 0.000125, + "Config.lr_final_grid": null, + "Config.lr_init": 0.00125, + "Config.lr_init_grid": null, + "Config.max_steps": 200000.0, + "Config.multiscale_train_factors": null, + "Config.near": 0.0, + "Config.near_plane_meters": null, + "Config.np_rng_seed": 20201473.0, + "Config.num_border_pixels_to_mask": 0.0, + "Config.num_showcase_images": 5.0, + "Config.optimize_cameras": false, + "Config.optimize_test_cameras": false, + "Config.optimize_test_cameras_batch_size": 10000.0, + "Config.optimize_test_cameras_for_n_steps": 200.0, + "Config.optimize_test_cameras_lr": 0.001, + "Config.orientation_coarse_loss_mult": 0.0, + "Config.orientation_loss_mult": 0.0, + "Config.orientation_loss_target": "normals_pred", + "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", + "Config.patch_size": 1.0, + "Config.predicted_normal_coarse_loss_mult": 0.0, + "Config.predicted_normal_loss_mult": 0.0, + "Config.principal_point_reg_loss_mult": 0.0, + "Config.principal_point_var_loss_mult": 0.0, + "Config.print_camera_every": 500.0, + "Config.print_every": 100.0, + "Config.rad_mult_max": 1.0, + "Config.rad_mult_min": 1.0, + "Config.radial_distortion_var_loss_mult": 0.0, + "Config.randomized": true, + "Config.rawnerf_mode": false, + "Config.render_calibration_distance": 3.0, + "Config.render_calibration_keyframes": null, + "Config.render_camtype": null, + "Config.render_chunk_size": 32768.0, + "Config.render_delete_images_when_done": true, + "Config.render_dir": null, + "Config.render_dist_adaptive": false, + "Config.render_dist_percentile": 0.5, + "Config.render_focal": null, + "Config.render_looped_videos": false, + "Config.render_path": false, + "Config.render_path_file": null, + "Config.render_path_frames": 120.0, + "Config.render_resolution": null, + "Config.render_rgb_only": false, + "Config.render_rotate_xaxis": 0.0, + "Config.render_rotate_yaxis": 0.0, + "Config.render_spherical": false, + "Config.render_spline_const_speed": false, + "Config.render_spline_degree": 5.0, + "Config.render_spline_fixed_up": false, + "Config.render_spline_interpolate_exposure": false, + "Config.render_spline_interpolate_exposure_smoothness": 20.0, + "Config.render_spline_keyframes": null, + "Config.render_spline_keyframes_choices": null, + "Config.render_spline_lock_up": false, + "Config.render_spline_lookahead_i": null, + "Config.render_spline_meters_per_sec": null, + "Config.render_spline_n_buffer": null, + "Config.render_spline_n_interp": 30.0, + "Config.render_spline_outlier_keyframe_multiplier": null, + "Config.render_spline_outlier_keyframe_quantile": null, + "Config.render_spline_rot_weight": 0.1, + "Config.render_spline_smoothness": 0.03, + "Config.render_video_crf": 18.0, + "Config.render_video_exts": "('mp4',)", + "Config.render_video_fps": 60.0, + "Config.robust_loss_scale": 0.01, + "Config.save_calibration_to_disk": false, + "Config.scene_bbox": null, + "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", + "Config.train_render_every": 0.0, + "Config.transform_poses_fn": null, + "Config.use_exrs": false, + "Config.use_identity_cameras": false, + "Config.use_perturbed_cameras": false, + "Config.use_tiffs": false, + "Config.vis_decimate": 0.0, + "Config.vis_num_rays": 16.0, + "Config.visualize_every": 10000.0, + "Config.vocab_tree_path": null, + "Config.world_scale": 1.0, + "Config.z_max": null, + "Config.z_min": null, + "Config.z_phase": 0.0, + "Config.z_variation": 0.0, + "HashEncoding.append_scale": true, + "HashEncoding.bbox_scaling": 2.0, + "HashEncoding.hash_init_range": 0.0001, + "HashEncoding.hash_map_size": 2097152.0, + "HashEncoding.jitter_coordinates": false, + "HashEncoding.max_grid_size": 8192.0, + "HashEncoding.min_grid_size": 16.0, + "HashEncoding.precondition_scaling": 10.0, + "HashEncoding.scale_supersample": 1.0, + "HashEncoding.use_float16_hash": false, + "inv_power_ladder.postmult": null, + "MLP.basis_shape": "icosahedron", + "MLP.basis_subdivisions": 2.0, + "MLP.beta_init": 0.1, + "MLP.beta_min": 0.0001, + "MLP.bottleneck_noise": 0.0, + "MLP.bottleneck_width": 256.0, + "MLP.deg_view": 4.0, + "MLP.density_activation": "@math.safe_exp", + "MLP.density_as_sdf": false, + "MLP.density_bias": -1.0, + "MLP.density_noise": 0.0, + "MLP.disable_density_normals": true, + "MLP.disable_rgb": false, + "MLP.enable_pred_normals": false, + "MLP.enable_pred_roughness": false, + "MLP.glo_mlp_arch": "()", + "MLP.glo_mode": "concatenate", + "MLP.glo_premultiplier": 1.0, + "MLP.isotropize_gaussians": false, + "MLP.max_deg_point": 12.0, + "MLP.min_deg_point": 0.0, + "MLP.net_depth": 1.0, + "MLP.net_depth_viewdirs": 3.0, + "MLP.net_width": 64.0, + "MLP.net_width_viewdirs": 256.0, + "MLP.num_rgb_channels": 3.0, + "MLP.posenc_feature_scale": 1.0, + "MLP.rgb_bias": 0.0, + "MLP.rgb_padding": 0.001, + "MLP.rgb_premultiplier": 1.0, + "MLP.roughness_bias": -1.0, + "MLP.skip_final_density_layer": false, + "MLP.skip_layer": 4.0, + "MLP.skip_layer_dir": 2.0, + "MLP.sphere_init": false, + "MLP.sphere_radius": 1.0, + "MLP.squash_before": false, + "MLP.unscented_mip_basis": "hexify", + "MLP.unscented_scale_mult": 0.5, + "MLP.use_affine_dir_enc_transform": false, + "MLP.use_diffuse_color": false, + "MLP.use_directional_enc": false, + "MLP.use_exposure_at_bottleneck": false, + "MLP.use_learned_vignette_map": false, + "MLP.use_n_dot_v": false, + "MLP.use_posenc_with_grid": false, + "MLP.use_reflections": false, + "MLP.use_specular_tint": false, + "MLP.warp_fn": "@coord.contract", + "MLP.weight_init": "he_uniform", + "Model.anneal_slope": 10.0, + "Model.bg_intensity_range": "(0, 1)", + "Model.disable_integration": false, + "Model.final_betas": "(0.015, 0.003, 0.001)", + "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", + "Model.learned_exposure_scaling": false, + "Model.max_exposure": 1.0, + "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", + "Model.name": null, + "Model.near_anneal_init": 0.95, + "Model.near_anneal_rate": null, + "Model.num_glo_embeddings": 10000.0, + "Model.num_glo_features": 0.0, + "Model.rate_beta": 0.75, + "Model.ray_shape": "cone", + "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", + "Model.resample_padding": 0.0, + "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", + "Model.scheduled_beta": false, + "Model.single_jitter": true, + "Model.stop_level_grad": true, + "Model.use_viewdirs": true, + "power_ladder.postmult": null + }, + "checkpoint_sha256": "765bdf59a1259eaa3de381f8bc13690187a92a95fb3331c3df3fe8da735e3d00" + }, + "evaluate_datetime": "2024-06-20T19:06:50", + "evaluate_version": "0.0.16.dev63+g7840983.d20240612", + "metrics": { + "psnr": 25.09008, + "ssim": 0.86439, + "mae": 0.0291, + "mse": 0.00324, + "lpips": 0.08122 + }, + "metrics_raw": { + "psnr": "6sHQQb1pz0HIAcdB1qDPQXJKxUE448xB7e3EQUGTvEGTgcJBV6TRQb3g0EGYucVBSk+7QXI10EGOAcZBTFPGQQiA1EHRCs1BoCjNQeRmvEHr0sxB+DvJQRSS3EHuU9ZBuITgQUG+rkE53cZB0FC7QWhYxEHa17tBNIW7QZ3CyEE=", + "ssim": "nKpjPxgqYz9F/1U/hsdVP7p0Wz999ls/tLleP0pGVj8Zg1s/30BlP2LHYD83k1w/WmxZP16LZz8odF0/jdJcPz4PXz9sNl0/oF1SP9YtWj/OS2M/r21cP4pmZT8V6WQ/xa1iP2xFWT/6V1w/BppSP3r3Wz9a/VY/ngdfP+buYD8=", + "mae": "ErzYPGMa0Dzo+AA9RFLePE4W/Dw1AOs8nH0BPb3dAD2IFgI9WCy8PGj+zjwz6ug8wPcHPSmutDzWqeQ864nkPHHX0jxUkvA8FHP7PD0UAD1gvgI9sL/fPLtArDwJrbM8kSGuPAjEJT13Ggg9tM4MPd8k8TxVkiQ9+1cLPdjq1zw=", + "mse": "nREhO3ZsJzuAQFU7yGMmO8gMYDvyCzQ7jWRiO0f3jzsiv3I7LgUdO/eCIDt+RF07bk6VO/yhIzsLfFs7CHpZO72eEDs4PzM7r6UyO5OvkDuDYDQ7lwJIOyxJ5TpyNQk7iqjMOjte1jtZIVY74keVOw47ZjsQCJM7cGeUO/TBSjs=", + "lpips": "WHKiPQ7Fkj0gAJM9GoyOPc1EmT0NQ4k9mtunPUdXnD0OZbU9WR6QPTw0pz1Ft7M9P8qzPal9kD0kkrU9YeedPbqloT2UAJI9x4bKPZR0wz3jMKg9cwinPcWyjD0NuJM9tqO/PffAuj0rfJM9eCTPPTSysz2gmMw9apWkPakBoj0=" + }, + "metrics_sha256": "df0d57bc42309492e87b6d34e9b009c3369968f667d215502701a8aa37e004fc", + "predictions_sha256": "9a7dd2d00a03d41015faa3d37673ff0343cdcdc7f8e787bae105177fd302d40f", + "ground_truth_sha256": "bd97f17ace347149ef6896ce750bdab764528b57eead72c798db3b1ddec0af1f", + "evaluation_protocol": "default" +} \ No newline at end of file diff --git a/zipnerf/tanksandtemples/truck.zip b/zipnerf/tanksandtemples/truck.zip new file mode 100644 index 0000000000000000000000000000000000000000..13947435e798fc25f77002cc96ca77c9a4ad5918 --- /dev/null +++ b/zipnerf/tanksandtemples/truck.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a9bb9064a82460710628fda459734ce1069484434e1c89eaad9216768e8f9e +size 1387249222