Hugging Face's logo

jkulhanek
/
nerfbaselines

arxiv:2406.17345
Model card Files Community
nerfbaselines
File size: 11,309 Bytes 
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
 
{
  "render_datetime": "2024-06-19T16:40:09",
  "render_version": "0.0.16.dev63+g7840983.d20240612",
  "render_dataset_metadata": {
    "name": "blender",
    "scene": "lego",
    "color_space": "srgb",
    "type": "object-centric",
    "evaluation_protocol": "nerf",
    "expected_scene_scale": 4,
    "viewer_transform": [
      [
        0.015239999629557133,
        -0.24201999604701996,
        0.013079999946057796,
        0.0
      ],
      [
        0.24236999452114105,
        0.015259999781847,
        -0.0,
        0.0
      ],
      [
        -0.0008200000156648457,
        0.013050000183284283,
        0.24250000715255737,
        -0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        1.0
      ]
    ],
    "viewer_initial_pose": [
      [
        -0.06274999678134918,
        -0.7681699991226196,
        0.6371700167655945,
        -0.623769998550415
      ],
      [
        -0.9980199933052063,
        0.04613000154495239,
        -0.04267000034451485,
        0.041770000010728836
      ],
      [
        0.003379999892786145,
        -0.6385800242424011,
        -0.769540011882782,
        0.7533699870109558
      ]
    ],
    "background_color": [
      255,
      255,
      255
    ]
  },
  "nb_info": {
    "method": "gaussian-opacity-fields",
    "num_iterations": 30000,
    "total_train_time": 1143.49289,
    "resources_utilization": {
      "memory": 3941,
      "gpu_memory": 2944,
      "gpu_name": "NVIDIA A100-SXM4-40GB"
    },
    "datetime": "2024-06-05T17:04:15+0200",
    "config_overrides": {
      "white_background": true
    },
    "dataset_metadata": {
      "name": "blender",
      "scene": "lego",
      "color_space": "srgb",
      "type": "object-centric",
      "evaluation_protocol": "nerf",
      "expected_scene_scale": 4,
      "viewer_transform": [
        [
          0.16700999438762665,
          -0.1760600060224533,
          0.015320000238716602,
          0.0
        ],
        [
          0.17597000300884247,
          0.1676200032234192,
          0.008019999600946903,
          0.0
        ],
        [
          -0.016370000317692757,
          0.00558000011369586,
          0.24254000186920166,
          -0.0
        ],
        [
          0.0,
          0.0,
          0.0,
          1.0
        ]
      ],
      "viewer_initial_pose": [
        [
          -0.6766499876976013,
          -0.27998000383377075,
          0.6809999942779541,
          -0.6675199866294861
        ],
        [
          -0.7332500219345093,
          0.17207999527454376,
          -0.6578199863433838,
          0.6448000073432922
        ],
        [
          0.06699000298976898,
          -0.9444599747657776,
          -0.32172998785972595,
          0.31536000967025757
        ]
      ],
      "background_color": [
        255,
        255,
        255
      ]
    },
    "evaluation_protocol": "nerf",
    "nb_version": "0.0.16.dev56+g8ee0779.d20240531",
    "hparams": {
      "sh_degree": 3,
      "white_background": true,
      "kernel_size": 0.0,
      "ray_jitter": false,
      "resample_gt_image": false,
      "load_allres": false,
      "sample_more_highres": false,
      "use_decoupled_appearance": false,
      "scale_coords": null,
      "iterations": 30000,
      "position_lr_init": 0.00016,
      "position_lr_final": 1.6e-06,
      "position_lr_delay_mult": 0.01,
      "position_lr_max_steps": 30000,
      "feature_lr": 0.0025,
      "opacity_lr": 0.05,
      "scaling_lr": 0.005,
      "rotation_lr": 0.001,
      "appearance_embeddings_lr": 0.001,
      "appearance_network_lr": 0.001,
      "percent_dense": 0.01,
      "lambda_dssim": 0.2,
      "lambda_distortion": 100,
      "lambda_depth_normal": 0.05,
      "distortion_from_iter": 15000,
      "depth_normal_from_iter": 15000,
      "densification_interval": 100,
      "opacity_reset_interval": 3000,
      "densify_from_iter": 500,
      "densify_until_iter": 15000,
      "densify_grad_threshold": 0.0002,
      "convert_SHs_python": false,
      "compute_cov3D_python": false,
      "compute_view2gaussian_python": false,
      "debug": false
    },
    "checkpoint_sha256": "6a1ab34122ed853866c8fec48bfc66018b96c7991d1c39a786f4fbbd726f4728"
  },
  "evaluate_datetime": "2024-06-19T16:42:08",
  "evaluate_version": "0.0.16.dev63+g7840983.d20240612",
  "metrics": {
    "psnr": 35.56022,
    "ssim": 0.98237,
    "mae": 0.0051,
    "mse": 0.00042,
    "lpips": 0.01205,
    "lpips_vgg": 0.02061
  },
  "metrics_raw": {
    "psnr": "3l8IQnLq4kFgo8RBgmwMQhaeDEJ4mhBCuLsRQr6EC0KsDgpCNgULQi+YDEJfAg5Che8PQqk0yEGphBFCFK8SQj3UFEJGqRRCBe4SQm+QEELeJg9CxNQNQhp+DUJ7zwxCgOrQQTOaDULSrAxCLHQOQqAqEUJ1vBBCBUoVQuFAEEJHdQ1CaisQQsvsEkLk/eFBMdEUQm0ZFkJDhxdC6ucYQvMfGEJMzhZCvp4TQtgtEkKC6RBCNEUQQq8IAEKS5RBCDF0SQmo4FEKxVxFCkAkPQp/qBkIQcQJCCmsCQteDA0JNqQtCiioQQggKGUI8VBhCwqMWQhLzF0IkhRlC53UZQpoqGkIbehtCxkYcQtRiHkLq1hdCrg4gQp60IEJBCyBCJWYgQgNCIEJ75x1CVvIcQmZ0G0KBrhlCQswXQjU4GEJTzxVCXcETQmkTEkIppBBCiDYQQl6+EELUABFCH4IRQuQbEkKKjxJC860VQjL4EkLCnBRCi8AUQv+OFEKnVBRCjb8TQlDDEkLlzRFCYh4QQjt1D0JXOBFCAJIPQmijEEJhxRJCklwVQo1SF0KC2xhC0YgZQpxpGkIwPBhCRMQVQuwRzkHa2gpCcbAJQtyqC0LbKw5CSeMOQqaSDUI2hQ9C9KwRQvF8EEK/FQ5CHBXIQTQKC0LawQdCNvIFQlzNBkKtVwlCVsIMQj5BEUIHrBVCbYYYQvBUHEIhscdBnXUcQqOtG0IZmBlCOfMQQnjP/UFKIe1Bc7jnQdnN70FAXf1B5r4JQsA+0UH6kBhC2lMYQpAqF0KGRRlCkG8bQtp4HEIrvhxCwnQdQnLwHULw6x5CnD3aQTp1H0IEzB5CRLMcQkq3G0KJwxtC+sgcQuTuHEK/gBtCncgZQlyNGULk895BfmAZQiwsEkLm6QdCPDsCQniTAEKApgBCQCwBQoo+AULqDwFCjSwBQvMk00FNJAJCqwoCQmbRAkLaGANCLksDQq/hA0J4rwRC75kEQjozBEKupwNCrvzGQcVmA0Jk2ANCwF0EQiBhBUKdqQdC1qMKQuVADULVGRJCwyMRQnhbDEI=",
    "ssim": "pVt8P/rBej9FoHg/bXJ7Pyl9ez8x53s/nRV8P8Jqez+p0Ho/xYB6P7eEej+aoXo/quR6P7kheT+j63o/0iJ7P1l7ez9KkXs/C1Z7P9oJez+TwXo/y6F6P4XFej/I73o/AJt5P7M9ez9fkHs/9iN8P4GOfD/Qo3w/Wkd9P5fufD/O03w/wwp9P48MfT+KY3o/rAd9P2YSfT/NR30/TWZ9P7tOfT8DCH0/No58P6EdfD9xvXs/boN7P9RAez9RdHs/bI17PwnPez+T0ns/IrZ7P2xlez9vaXs/28F7PypffD8Isnw/i/B7P2FEfD//xns/tnt7P2hNez9cTns/ikd7P/p7ez9e23s/Hkp8P0u0fD8ZWnw/uPt8P/kWfT9EIH0/fC59Pwk6fT/3DX0/OPd8P0zPfD+wknw/w1d8PylyfD8QInw/M9J7P0ppez87LXs/ASJ7P5A8ez+8bHs/BaV7P6Lfez+S/Hs/D1B8P6sBfD9YD3w/ewJ8PxPrez9nwHs/JoB7P9gvez/FAHs/XMJ6P2ivej+2Bnw/ub16P4cAez8TVXs/kMZ7P2srfD+TaHw/Lp58P1fPfD/Kr3w/P5p8P0d8eT8Ry3s/TMZ7P9gIfD8jU3w/Syl8P1PYez/h+3s/nTp8PzP7ez8erHs/uLN4P+Fgez94Ans/msZ6P2rkej97KHs/RG17PxPdez/sTHw/nal8P28ifT8eLng/ze18P8ysfD8idXw/lhZ8P+x6ez8G83o/xrN6P8ndej/tcXs/syl8PzBveD9pJHw/88Z7P+mMez9Bons/RtZ7P0YVfD9URHw/w2h8P0qofD/u43w/AGp4P5YTfT+tH30/WxF9P9b9fD9kEX0/K099P/RgfT/zSH0/oE59P65rfT8WEng/mJt9P44YfT8KDHw/TCx7PxWFej/g7Xk/HfR5P8TkeT8QyXk/p395P10CeD9bUXk/JBF5P+HleD8bwng/Q794PxjqeD9/73g/HZ14P3A4eD+fEHg/ojR4P3z1dz+tMng/jnh4P5z3eD+arXk/lZF6P9iYez+LQHw/J2N8Pyqiez8=",
    "mae": "owmfO7gc8zumZU88HR9sO3TXazulyl07PzZdO5zBfzucfIs7lKuPOwQ8kDsTbo87VdeLO/DPPjyMxIk7AzSGO4mPgDvjrIE7JHaHOyY7jzvY5pQ7wVOZOzcgmjsLpJc7qx0hPEHFkTvVu4w7jKCBO4WccjsZlHM7ICpkO2i8dTsPKH87gPN5O7LveTtZd/s7zKZ7O885eTtLg3E7i5lsO7k3cTuDTIA7azWMO+Yuljvcwpw7joqgO3RYvDsav6A7La6cOzmjlTvOHpM7wA6TO27rmjteZ5o7gy+SO+aChTtPJ3I7lZCXO2wWcjs1Wn07C86CO2ragjvJ04E7PH+DO82ngTtKtX07Bgp4O7O6bDu9S4s7/R9nOyg5ZzuGgmw7rMduO9PQbjvfnnw7h3yCO9TTiTsGn5E7kyWaO2Npizsu06I7T+mrO+Bqszu0e7g7bXW6O1kPuTuP/bQ7WDSwO7l/qzu3Z6g7fCaQO7HZpTsYC6Q7I+mkO0qepjtYG6k73gytOzmNsTuAz7Q72ua4Oy1AuTvZJZo7nza2O37irjvE/6Q7IN2ZOxxHkDsXWYo7VfKGO/esgjt/x4Q7IwGIO0LNHDzkP687GhK6O8ebtDt3+Ks7ElytO9O+sDuNfac7D8GdO7anqzvn0cE717svPF6L2juX3PQ7ntMBPOHH/Tv0oOs73kvTOzK0tjsIF5475AaOO96hgDv5CDQ8p0yCO+CFhDtSJIc724eTO3DtsTss3c07/VTWOx6ewTsvYaI7AA2FO4sQJDzBt3Y7+0N9OzHbgDs4dHw7gb90Oy0qcTslnW87d7NtOxGpaTunnWQ7dMYhPCNDYTscU2Q7QAxuO/PadjuE03U7UgtwOxz0bjtxtXQ7fON1O4hVcjtK+yk8SwxxOxZyhjvqZKE7Rqa4OxhGxjtm99A7vE3RO3VM1TuNots78ajiO9stPjzbzeM7AILnO7FP5zvQc+U7vUDiO8QS3DsL7NY78RjWO8Jf2Tu2HNw70hBPPKfk2zv01dU7uF7NO1+ZwDvnTK87ZFKbOzq4hDt+WGk7+fteO3gVbjs=",
    "mse": "gUXMOUkDvzpgTGQ7VcyhOR8BoDkUZn45DmFuOS50qjlmabk5rGmvOYk3oDmKr5M5Ji+EOQcFTjs7WXE5XK9hOdt3RzmWZ0k5Z4NeOTb5fjnoSIo5PDWVOe4kmDmtPJ454lUgO5cvlzmeeZ85VPSPOd1Idjk/dnw5LUFCObLJgTk/cpg5cWqCORuTXjk/KcQ61ZpHOTNnOTkDwyo5Zr4dOZb/JDmNAzI5I9hVOeJWaDnS6nk5aamBOTYUJTqII3o57eJlOcSUTjkzzXM59TKLOeMn3jm9tg86mOgPOl4aBzrzDqk5CXGCOceJHDnpESM5jrkzOQGsJjmlQxg5b8kYOQa0Ejn0Cgg5euwBOQki5jgCuyc5MAbROGFeyTheL9E4CfTMOBqgzjj3muw4lAP6OLA3CDnF2hY5CyIoOdIZJDmuhDw5ny9UOX25aTlK2H05GheCOYpafDk1nHg5iXxxOXxHaTmKSmM5OfA9OSkBXjng+Ek5flpIOSCZSjkNRk05v0VUORWpYDkZaG05asyCOZPehzm2hnU5Q/6GOVzjfTlTjmA5KHJBOUDMLDk1Lx45cCMYOa6jEDlB9CM53Pw8ObUFLjtmF7E512G9OcP/qDmBUJI5/GaMOV9xlznQYYc5/StvOfwLgDktC5M5ccBOO0E3rzkAqdM5AuvqOVif3zlMM8E5l7SeOQcJdTk+BT45aT0hObOCATnDFlE7/48AObh5BjnXnRc5NF95OTIpMDrgW446ulemOirQgzoMcDI6f8S8OfLSHjuc2yA5hhUjOcpbLjk/dRo5nl0IOQd4ADnH9vw41cnyOP0g7DhkJd84fTD1Ostc2DjvwOA4vpX9OBovBjmh0AU5kVn8OCU1+jj+1gc5uPgVOaz7FzmmF9Y6MIYZOUxtaDlIw9E5wnYROsMBIDrXUh86bJoaOv33GTpylxs6xJcaOgFgFjtNNxI6rA8TOliiDDqGZAo609UIOjFIBDq6mfw5nNP9OejgATrBBAY6z19VOzH9BzoFjwQ6gKQAOmi18jkn0dQ5wkuzOahAmjkjY2k5Pap2OVJrojk=",
    "lpips": "ZPA/PIU4kjw/I8o8khFpPBrwZTya4j88QBc/PN7ddTyzVYA8f2KAPPwOeTwYr3Y89gl0PLNgszx0f208KLhvPBiCYjxKPWA8XCJqPNRJczz8BHE8YVB8PFyjdDzh/no8XEmdPCj1ejxlZXM88r5sPPWCTzxv3jg8ZgwjPPghLDyb9jc8UCotPEJKLDzUBoI8Z3orPJ5yJzz57ig8zCwlPPwULTzGESs8a9dGPGi+SDwO6j081E1APOEyQzyMXzw8zkcxPL6pHzw0qCw8n4kvPP4yODzxtys8JvQrPKS2FjxOBgo8BJYTPFxgAzyw7hU8xAosPDGyOTwW5TM8Rd1FPDBrNDxq0SA8MY0MPLIMxTvu/vY7+CWuO58WpDvnzJk7uDOOO737mDtg/6g7R4CkO9oRuTtfntA7huTXO5wD5TuVEOs7oYgAPNP0Hzx3tCY832MrPGJbLzyErBQ84tAVPPaIDjx18gw8PUfvO/B9DDyTegM8UdoHPF55CTxqcQc8tCYIPGgEDzwGKiM86yMsPMwfKDzZoAY8excrPLdNIjyUWBI8EpoJPHRUADyfm+w7HJbjO45D9jsA1g88/isYPFYVvjzEqiY8rgkxPMX0JDykNCE8LLg0PMMDTDyGoDo8MaQpPOb6Ijy8lSI8MhrbPNWbIzxINTY8wrNBPHjJOzxr4DQ8BvMkPLg4Bjx+5fs73hToO+KIyjtiZuc8NejXOy1w3zuLq/Q7bJcNPFGvPTzl5G48biGIPPeRfTwteUU8fJsfPEsS2zyRWgE8fiAWPGDGLTx6kSw8j3wePJW8HTyYYxo87BwSPNhABjySru07G0fJPCZO1jtm7cw7tXfRO7Qnyjvqgc07UXi3O++M1Dvowdc7XD/cO+UH7ztUDsw8g2n5OwhoFzyDSVY8nLCHPCQZmDzvWaI8Ak6kPGhMpjxrk6E8NkynPNgDyjywLJ48y3mmPHUSszzA4q48DpGwPAzZojz6aJ48v4CfPDhDrjzEKqs8sAXLPBZeuTyiCq88JNWgPB6xlzzg9o885jSBPAs1aTymmVA8oopCPMG2UDw=",
    "lpips_vgg": "RWScPD6hujxqLvs8j2OmPKXKpjwfGpM84AeNPKkOnjzsTLU8tRa/PAYbwTyGSsU8PNu8PCQT7Tywwro8oK28PBjesjz2aLU8xdjAPMTVyDxj88k8stjSPNZlzDzwKss80rrZPBPJwzzgZbQ8PnSkPLOImDzQx5I82geHPMaxgDy4V4M8bGuCPKGXgjwI58U8BwmIPNCxhTxOLYI8OmKDPO+ghjwfe4k8uJGWPE/1ozw5ga08zsirPLgSszyiO7E87AivPK7pojxHwpk86SObPAwqmjwAYJc8cyePPKUigTznkIU8R9mkPDA3lzzoHaY8nlyxPNC2szzsc748z7fGPIy+vTzqr6w8zpmWPAPFgjzempo8ZuVyPAfZaDxQg248OgxsPASlYTwoe3M8SWyAPNo7gjxmwos80E+WPO6HjTx8WJ08PmmiPJPurDzGxLA8/ECuPCCXrDyVe6c8bk2kPAeYljz3upI8yveUPFqEkDyb3o88zvaOPGoolTyVD508dcihPOTErjyCO6o8ZEKwPEaKrjyFjZY88CylPI8UnTy6TJ08uk6VPBwNijz1F4Q8Tn+GPEkyhDwe44g8ym6RPMIr2Dyiy5w8Gk6fPJA1nzwqUpY8tk2ePKy+pTwRuaE8eWKePDZYpjym9LQ8rV3nPEoKwTx0hcs8MnzQPEi6yDztxb48YsmzPGg/oTwQp5g8AYKMPJ2rfzzWIPU8GsWAPDvQjDz90o88ekqQPETUnzy+pKg8wqioPFGgpDynIZs8mHKUPBpA9jwlOpc8KoKlPOQupjwC1588rpuWPPD8jTyMGYM83j9/PKmbgDxz03o8oEv2PKFpbzwQx2Y87HFePH7WdDz4jGs8gARhPJB+Wjz0r1083Q1kPACcYzzp1vU8Nn1VPNObbDxOHZM8/na0PERBzTxxneU8Yk7YPFNZ3Dy0JuM8aAroPIMF+jz8kOo8JJrrPFQa7jyorOs8zivuPKja5Dym5t88NoblPOcX8TwyeQA9iqf+PAhOBD2umAE9rjMAPcAX8Txe3tw8/pvGPO8rrzxg7Jo8TrSNPAjWmzw="
  },
  "metrics_sha256": "74534668bdff471c5be82a7078d958a9d6ae36f7110ae449cc25a6092773e31b",
  "predictions_sha256": "ab28ba3ac5cac2206e9f7aca6e5c18bd90ed736e038a396fe9775b61c86a4f67",
  "ground_truth_sha256": "8ae4ba35588d6331264aaaeabc08b38a2f6393e9e497ddc24b714ee1a8fa2177",
  "evaluation_protocol": "nerf"
}