Hugging Face's logo

jkulhanek
/
nerfbaselines

arxiv:2406.17345
Model card Files Community
nerfbaselines
File size: 11,318 Bytes 
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
 
{
  "render_datetime": "2024-06-19T16:35:03",
  "render_version": "0.0.16.dev63+g7840983.d20240612",
  "render_dataset_metadata": {
    "name": "blender",
    "scene": "ficus",
    "color_space": "srgb",
    "type": "object-centric",
    "evaluation_protocol": "nerf",
    "expected_scene_scale": 4,
    "viewer_transform": [
      [
        0.015239999629557133,
        -0.24201999604701996,
        0.013079999946057796,
        -0.0
      ],
      [
        0.24236999452114105,
        0.015259999781847,
        -0.0,
        0.0
      ],
      [
        -0.0008200000156648457,
        0.013050000183284283,
        0.24250000715255737,
        -0.0
      ],
      [
        0.0,
        0.0,
        0.0,
        1.0
      ]
    ],
    "viewer_initial_pose": [
      [
        -0.06274999678134918,
        -0.7681699991226196,
        0.6371700167655945,
        -0.623769998550415
      ],
      [
        -0.9980199933052063,
        0.04613000154495239,
        -0.04267000034451485,
        0.041770000010728836
      ],
      [
        0.003379999892786145,
        -0.6385800242424011,
        -0.769540011882782,
        0.7533699870109558
      ]
    ],
    "background_color": [
      255,
      255,
      255
    ]
  },
  "nb_info": {
    "method": "gaussian-opacity-fields",
    "num_iterations": 30000,
    "total_train_time": 669.99587,
    "resources_utilization": {
      "memory": 3818,
      "gpu_memory": 2772,
      "gpu_name": "NVIDIA A100-SXM4-40GB"
    },
    "datetime": "2024-06-05T16:56:17+0200",
    "config_overrides": {
      "white_background": true
    },
    "dataset_metadata": {
      "name": "blender",
      "scene": "ficus",
      "color_space": "srgb",
      "type": "object-centric",
      "evaluation_protocol": "nerf",
      "expected_scene_scale": 4,
      "viewer_transform": [
        [
          0.1057099997997284,
          0.21157999336719513,
          0.03319000080227852,
          -0.0
        ],
        [
          -0.21407000720500946,
          0.10328999906778336,
          0.023320000618696213,
          0.0
        ],
        [
          0.006310000084340572,
          -0.040070001035928726,
          0.23535999655723572,
          -0.0
        ],
        [
          0.0,
          0.0,
          0.0,
          1.0
        ]
      ],
      "viewer_initial_pose": [
        [
          -0.31575000286102295,
          0.021090000867843628,
          -0.9486100077629089,
          0.9132900238037109
        ],
        [
          0.9475600123405457,
          -0.04501999914646149,
          -0.3163999915122986,
          0.30461999773979187
        ],
        [
          -0.04936999827623367,
          -0.9987599849700928,
          -0.005770000163465738,
          0.005549999885261059
        ]
      ],
      "background_color": [
        255,
        255,
        255
      ]
    },
    "evaluation_protocol": "nerf",
    "nb_version": "0.0.16.dev56+g8ee0779.d20240531",
    "hparams": {
      "sh_degree": 3,
      "white_background": true,
      "kernel_size": 0.0,
      "ray_jitter": false,
      "resample_gt_image": false,
      "load_allres": false,
      "sample_more_highres": false,
      "use_decoupled_appearance": false,
      "scale_coords": null,
      "iterations": 30000,
      "position_lr_init": 0.00016,
      "position_lr_final": 1.6e-06,
      "position_lr_delay_mult": 0.01,
      "position_lr_max_steps": 30000,
      "feature_lr": 0.0025,
      "opacity_lr": 0.05,
      "scaling_lr": 0.005,
      "rotation_lr": 0.001,
      "appearance_embeddings_lr": 0.001,
      "appearance_network_lr": 0.001,
      "percent_dense": 0.01,
      "lambda_dssim": 0.2,
      "lambda_distortion": 100,
      "lambda_depth_normal": 0.05,
      "distortion_from_iter": 15000,
      "depth_normal_from_iter": 15000,
      "densification_interval": 100,
      "opacity_reset_interval": 3000,
      "densify_from_iter": 500,
      "densify_until_iter": 15000,
      "densify_grad_threshold": 0.0002,
      "convert_SHs_python": false,
      "compute_cov3D_python": false,
      "compute_view2gaussian_python": false,
      "debug": false
    },
    "checkpoint_sha256": "e4c011c55a0774a4b0a4ac6f265b20eefe6f8e83b663d73d3d8d67a07449dfc5"
  },
  "evaluate_datetime": "2024-06-19T16:36:59",
  "evaluate_version": "0.0.16.dev63+g7840983.d20240612",
  "metrics": {
    "psnr": 35.19287,
    "ssim": 0.98774,
    "mae": 0.0045,
    "mse": 0.00032,
    "lpips": 0.00875,
    "lpips_vgg": 0.01313
  },
  "metrics_raw": {
    "psnr": "9twVQnynF0KvRwxCCigTQuClEUJmQhFCDIoQQiBWEUL2PgpCMRICQuqu+UF8YPdBXnH5QTByDEIiL/9B0nQDQkHPBkIVZAhCEvUHQoyWBUJERANCONEBQqnTAUJ57wFCQFwMQsKoA0Kv5wRCGe0GQhhBCULwkgpCJkIKQnFaCkI8ewpCgJ4KQiMnDEI+rwxCKLANQha6D0IkoRFCG1wSQtbaEULfsBFC3vgPQkzvDUJ44gxCrCYLQjisDUJqJwpCh6EJQhkICkIlTwpCvhMKQvTQCULvZQpCDp4KQvAbC0JjKwtCLmEOQlAuC0LffwtC28QLQr3PDEJj4Q1Ci9oOQuQ/D0LoZw5CjCMNQiCVC0IvDg5C8e0KQrosCkJFUApCod4KQlxODEIctg5CcuoRQn4PGEI1TSBC9SYaQmCCDELzERVCl2sRQgy6D0JznQ5C+lYNQos1DUJ6Jw1C+JUMQnvMC0I5xApCCvQKQiQnCUKt4wdCYLYGQiuzBUJPAAVCKqMEQlaZBEImFwVCUGwFQu9eBkJgtQlCDTsHQizGB0IdlQhCMpAJQsfWCkIqrQxCNi0OQkAaEEKsWBJCneYTQjkqGULWighC1hkIQnJ8B0LjOQdCEsQGQovPBkI+0wZCrS8GQjkLBUK7SARCsu0WQmqFA0JsjwNCwFYDQlWFA0I4lARCebwFQvVyB0K6gQlC53YMQrbuDkKonhRC/E4PQm+tDUKgeQxC+DoLQpJdCkJoKAlC1KsIQnFmCEK+0ghCOU0JQgapEkJ7XwpCuX8LQqraDEIaZg9ChmoSQrC3FkKG9RpCi2gaQhqcF0JvARNC0BMRQsPqDkLRFQxCmXUKQj9aCkJNfApC1nkKQvPECkLXqApCDbcKQldICkIirg9CGOEJQoc3CkKmdQpCnH8KQu+iCkLgbgtCLM0MQioNDkKR1g9CSfcQQv9IDkKD1hJC3sEVQjkFGkJgSB1CKEodQjKiHEJSVRtC3gYZQuIXF0IZLBZC4lANQuCkFULN8RVCT5wWQlnNFELfmhNCWEoTQsH0E0LgghZCmpUXQhb8FEI=",
    "ssim": "KNp9P40gfj+eFn0/GAB+P5T0fT8y6X0/quB9P9kPfj80bX0/ZV58P5Raez/j4Ho/Atd6PwUWfT+uNHs/DcN7P/RVfD+IoHw/IJt8P9lTfD+c73s/86x7P/3Kez+Ux3s//xt9P9safD96enw/jNB8P5UHfT+GI30/xi59Pz9OfT82W30/umN9P1GJfT/QJ30/Q4x9PwmwfT8n3n0/TwB+P3TkfT+l0X0/za59P1BOfT/vK30/sOp8P+NVfT+FtHw/a398P81ofD9jWXw/Ri18PycYfD/9KXw/+yx8P81AfD8MMHw/IYh9P1NQfD9Qfnw/o5J8P7jEfD8Q4nw/h/58PxAUfT8MAX0/ZcJ8PyxpfD/3g30/pDF8P24KfD85+Hs/XB18P46FfD929Xw/+mN9P0/7fT90pn4/sjF+PwZJfT+er30/3zt9P8AFfT9T0Xw/Prx8P83HfD8kyHw/n6d8Pz95fD/YTHw/5Qd9P+YAfD+iwHs/pJt7P6Joez/jL3s/jR57P8UWez/pE3s/gkJ7P+R3ez9V0nw/mp17P6ywez+C43s/2Qt8P+9KfD/ncHw/J6t8P68YfT8bYn0/7pp9P+czfj88rnw/LI58P2JwfD+zXnw/oVZ8P8NqfD+Wfnw/oIZ8P/ZbfD/ETnw/ugl+P9cUfD+CA3w/N9p7P9Dqez+j+ns/bzB8PxZ8fD+7znw/nid9P5B7fT/F2H0/m3V9P7UTfT/Cynw/sVl8P9AQfD/Gz3s/cNB7P8u1ez8iyXs/zdJ7P6mqfT8UJXw/b318PwXKfD+bJ30/xIF9PwT+fT8SYn4/Q1d+P1UPfj8KkH0/yoh9PxIbfT/BsHw/3nJ8P4dVfD/yPnw/B0x8Px5RfD/PRnw/fTZ8P2QlfD97en0/lxd8P4AafD8YOXw/l0h8PypdfD+emXw/NN98P+gFfT/ERn0/jHV9P2NHfT/HvX0/ARp+P4KDfj8PvX4/sb1+P7Kufj9WmH4//WB+PwAufj9CH34/zip9P1MZfj9VFn4/+DN+P+4Efj/M4n0/Stp9P838fT9uNX4/rE5+P/oWfj8=",
    "mae": "x41JO9AJPTuTx407sSJdO8R3ZzsOCmk73nFqO+2OZDs23407JZC1O0a+1TveseA7L2ndO6pjjjuCp847uE26O6KFqTtG2J87iHygO93ZqTukxrU779q+O16QwDvrSsA7Up6OO0u7uDsZVLE7h3GnOwBhnTt/G5k7L7uZO1izmjscq5w7t5ycO2YYlzthqIw7fFeQO69rhjsBaX473gp4O/WPezsyrn47xxOFO4H+jTtZLZM7kImZO+x4iDtsIZ07IA2eO2RvnDsyvZs7EamcO4TOnDt1Hps7RqCZO3VgmDuSfJk7TYCFOzNXmzvzApw7XEebO+ULmDum8JM7W9COOxrejDugzo47BLKVOwVWnjtMSYc7nmGiOzOrpTs/HaU7rgGhOxA3mDvEU4s7QLF1O9+GSTt9AiE73jA+O45zjjvczF87qSl6O5whhTuXq4k72tuPO5S+kTv2AZM73eCVO/RwmjuzSaE7zVuXO+dVqzu5nLM73Ru7O2s6wDtYXsQ7PQLGO9m/xDuFTME7MB29O0mxtTsG2Z47DmyvO+koqjvex6I7Dz2cO3ExlTs2m4w7NRWGO1YOezsxkWc7jodYO/hvNTsuHKU7i7WoOzcirDseRK47SGiwOzORsDvXfrA7t6myO+rqtjsLQLs7qJhCO9H5wDvu3MI7uTbEO6B6wztvFL87QZS4Ox49rzvQY6M7PfSSO6avhDu9AVQ77qCAO7bmiDug0487cIqWO191mzvfWKI7/ZylO3gYpzsRbKQ700+jOwu7YztKQKA74AicOwprljt9yIw7S+F/OyZpYDs2DkQ7rs1FO/3wWDs5IXo7+/VwOzZEjTuFsZk7jmqgO7LuoDv9l587/TKdO8lPmzv9qZs7nuKbOwbknTvkBn07cAegO75ooDuHs6A7tUuhO9DDoDstVZ07XCmXO6s6kTv68og78VyDO6AihDtE9XU7bzBiOw08Rju8/C47s0AuOyl6MDtSXDc7VgVGO9pnUTtgAVg7FeWIO9k0XDufM1g7H3xQO5N5Wzss8WM7TiFkOxeEWjvFsEg7pm5AOxViUTs=",
    "mse": "6fA7OWWHKTm4JKM5AqFbOX6Nbzm9+HQ5D1d/OTHjcznNaLc5C9ASOm9hRjoc/1M6E8JHOnSXoTnyVCk6Yo8HOvCG3zn/E8w5gTzROYHP7zlUDAk6JPkUOjrkFDqV9hM6B2SiOXP8BTp8bfk5PgjeORUvwjl/+rM5IEe3OY9Htjm18LQ52oKzOYFXpDloY585/nCWOSrIhTnRzm85X+9lOX23bDkU9m45GuiDOQ1SlDkXkJ05BhmuORyTljkVYrg5ugS+OZ+vuTk+vrY5TDO5ObMAvDkbz7U5dIezOcOErjnQ6a05DJKQOY3MrTn9o6o5oAOoOVc6njkAyZQ5sa2MOT+CiTkgWpA5IEabObjTqTk7S5M5OlWwOa8puDlnsrY57fCwORLmojn41Y05OuNrOTicJTkaG8440dISOSoBoTknuEQ5h7ZyOXjIhTndn445En2ZOZelmjkFI5s590ugOey5pzmw/rE5WxewOf1Rwzl0DtI5+MfgOaZF7jnkDPg570z9OWfc/TmZx/Y5PxnyOaA+5TkdLL05lizaOVp00zkc18k5qsK+OfVAsTl4dp85GEWSOY7rgjnTHGY5iGpSOcJoGzm4Tso5hYPPOUf91jkuO9o5DhfgOTuD3zmiU985i7HnOTZx9zmDQAE668IwOR8OBzpmwAY61XoIOsIOBzorJ/45JMbtOddy1znQYb85o2uhObwKjDnK4kk5+gqJOY+IljlTUqE5GU6tObUmtjnJQ8M53s/IOUz4yzkIEMc5safBOQ7+YTm3ErY5faWqOfPWnTkcVYg54TBlOdXrMjnjKAw5kKwQOa32KTk6i105F413OZcqjDmp+6Q5diu1OZtJtjmX5bQ5SP+0OUD3sTkdGLM514WyOeEFtzlXJIY5WVK7OVW3tznyKrU5MsO0OQ9VszlIS6s5uFGeOd9TkzmL7YQ59CR5OdpbkTlMsV855xY9OQHxEzk2OfU4FyD1OGeP/jg8LAk5SKYcOa4XLzlQoDg5+bKZOYlTPjn4Dzs5sAY0OQnHRznOB1Y5+fBZOYW/UTkCDzU5SDYqOVSwRTk=",
    "lpips": "nQHAO9EawDulnw886P2vO3Js0zvGqMw7yLLhO3Df2jvwbwA8XFY+PGBpYjweNH48IPKDPH4YCDyZQ248kBZpPLqXQDzcxTg8qpI4PDSXQDy09EQ8ZaNIPO+uQjxajEc8qlMRPKjQOzw0qzA88hUpPNT/Ejyq3RY85ncVPN08DDzDxg08GawFPOjN+DteWQo8gDn+Oyfu6TseE+I7OAbIOzZR3zvFpOQ7+/TmO5IZCjxq/g08yk4gPGKvADybOSU8mVYkPOibKjy52iM8dR0wPJnyKzzi7CA8XVIpPPgfIzwM6Rg8MO8DPPzKGDyq8hA8KzUQPMoK+jtyL/M7OQXbO8xq1DsD+eg7Mv76OzHrCTzmHAU8rJMUPI4NLDzQYxs8MJsXPMysEzyoxQY8bzTXO96jqDvsVmw7Q+eLO2PTDjxXLsU7JgTsOyi++TvzUAw8MSURPGnzDjwWgQ08+SsNPPDrDTzjzBY82m0YPCAYGjxsiDE8UZo6PKYfOjw0ojo8/t87PGyqNTwDfC88v3osPGM3MDzXixQ8rMg4PLRkJDw93ic8wWQpPE1YFjwJ9RQ8KFYPPFDm/DtVAOg7USnZOzOypDs2JxA8uBwbPEFsHTxWTSE8BFQYPNi/JDyfJic8piYyPAANODz47UI8hui9OzrOUDw8W1U8X5FZPKTMVjxyqUs8ogU/PDRKGzzfaBY876gHPNbm7DtY1NY7MC/zOzQoATyVthM8uOAaPIBkJDwyhyg8E8wtPCroNzw0MiQ8gcQsPGxh8zv+miM836ARPGQGADxW3do7q2XJOzGmpDuUEYk7hhKFO/8mnDu4pNE7otPtO0uRBDzMFBU8HMkcPFdWHjyTWyI8aLAePNtqHTxCCCE8mO8cPJRbLDz8xf477ts1PO0zNjwUnyw8RIUwPL6GKTy6ChM8K58FPE9JADzUW+M7/YLlO088DzxHX807yNO0OzpymzvjNXo7PtNyO2odhTsCKpM7DVOmO7jAvjs4/sM7MmEFPJ6T0Tv8Ns8787bFOwv83Dt6NuY7+MDtOy3zyjsxjbE7AMOjO4+wrjs=",
    "lpips_vgg": "eSYiPLZRGzw8D1E8YL4ZPMqpIjwCbR48N0AhPJDJJTy82DY8oehhPAbGjjz7B508fqedPFEPXDy63Jc8jD+PPLbKeDym72U8JyRkPKxEczx2hHQ86mSBPDrPdzwWMXY8vF9UPE6GYzxoIlg8/F5TPERnTzzHsk88z3lGPPcfUzwZJ1c84B5UPEx6RzwyVV88FP9APFd7NDxdmiw8NHUmPGTfLDz8vSU81RozPFutSTw20VU81/5oPPiJVjwc72s8/gtvPHZ9bzzUj3A8LPl3PJRucjw0v208GkJoPNq8XzzPR2o8rbFHPKIwYDzcSGk8pBBpPI9AWzzexlQ8yDZPPIzbRjxwNEo8dHVdPGOHazy4mU08gpx4PKxSfDx0vHI88C98PATMbjxBDlc8VvE4PNSyGjzfu+07T30LPIyTUjyiPSA8S8FCPNRJUzzkUlM8XTRcPJIoYzxAlGE8uqZcPI4ebTw3gWk8FKBVPN4+fTzaNYg8f12HPOqgiTyjgo48jBuJPGB4ijz494Y8q3qGPP0pgjycX1o8oc58PK7QijwJhII8HGdyPMZkazyg8188ms9YPFJDPjwa+zE8QP4zPNiYCjym2mM8wWdsPHFnbzx9V2c8yBB4PJSCfTyivXM8thFwPAHcajyK8HI8ZDYaPI4GgzyHx4U8xsOQPIWYizwMHoQ8h8+DPAzmfjyGl148oklKPHgcOjy1Bic8AvNCPBHLTzxxNVI8rEZePDkoaDy9YIA80/aEPL5IdjyowWs8td10PObHKzxefG08j1JqPNSuTzzATkg8tqk3PEYbGzzdfwI8ajgSPHuEHDziwy48U6A/PE15SzxaGF48P3FoPOQ5djyJd3M8oCZtPE4Mazzoc208ZclyPE5ccjygCTk8H5mAPHDAgjxuOX08ZP+BPJS/fjzYjG08tKdbPJ62aTxeUEw8vtM+PISfRDwO7iY8amUYPLpQDDy+tu87AiLpO3Rz+TsOSgo8R5oXPNolHDy6xTE89mdFPPBEJzxSRCI8ZvAePEd/JTyRtjc88hEtPMb3HDxukhg8qvsIPHs+Ejw="
  },
  "metrics_sha256": "fcc7dd13671632a62d13d688e1153f4ba0575ee2a6d9b2db08b5cb999ad27c4f",
  "predictions_sha256": "2dbbd06c5c585d990aeae9cce5091cbbe3bc26a62fe5a29a58c8cd2f4dc2d1a0",
  "ground_truth_sha256": "a07e7c72ebb75346ab00dedff833c951b5cded20d75e3a7a17295dbc3dad7575",
  "evaluation_protocol": "nerf"
}