File size: 12,994 Bytes
f0d58dd
1f77fc6
 
 
 
 
f0d58dd
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f0d58dd
 
 
 
 
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f0d58dd
1f77fc6
 
f0d58dd
 
1f77fc6
 
f0d58dd
 
1f77fc6
 
 
 
 
 
f0d58dd
1f77fc6
 
 
 
f0d58dd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
{
  "render_datetime": "2024-06-20T09:13:51",
  "render_version": "0.0.16.dev63+g7840983.d20240612",
  "render_dataset_metadata": {
    "name": "blender",
    "scene": "lego",
    "color_space": "srgb",
    "type": "object-centric",
    "evaluation_protocol": "nerf",
    "expected_scene_scale": 4,
    "viewer_transform": [
      [
        0.015238,
        -0.242023,
        0.01308,
        0.0
      ],
      [
        0.242374,
        0.01526,
        -1e-06,
        0.0
      ],
      [
        -0.000821,
        0.013054,
        0.242502,
        -0.0
      ]
    ],
    "viewer_initial_pose": [
      [
        -0.062744,
        -0.768168,
        0.637166,
        -0.623771
      ],
      [
        -0.998024,
        0.046129,
        -0.042665,
        0.041768
      ],
      [
        0.003382,
        -0.638584,
        -0.769544,
        0.753366
      ]
    ],
    "background_color": [
      255,
      255,
      255
    ]
  },
  "nb_info": {
    "method": "instant-ngp",
    "total_train_time": 160.42552,
    "resources_utilization": {
      "memory": 3247,
      "gpu_memory": 2654,
      "gpu_name": "NVIDIA A100-SXM4-40GB"
    },
    "datetime": "2024-06-12T16:30:48",
    "nb_version": "0.0.11.dev4+g10f4f61",
    "num_iterations": 35000,
    "config_overrides": {
      "testbed.color_space": "SRGB",
      "testbed.nerf.cone_angle_constant": 0,
      "testbed.nerf.training.random_bg_color": false,
      "testbed.background_color": "1.0,1.0,1.0,1.0",
      "aabb_scale": null,
      "keep_coords": true
    },
    "dataset_metadata": {
      "name": "blender",
      "scene": "lego",
      "color_space": "srgb",
      "type": "object-centric",
      "evaluation_protocol": "nerf",
      "expected_scene_scale": 4,
      "viewer_transform": [
        [
          0.167012,
          -0.176063,
          0.015324,
          0.0
        ],
        [
          0.175969,
          0.167621,
          0.008016,
          0.0
        ],
        [
          -0.016368,
          0.005584,
          0.242543,
          -0.0
        ]
      ],
      "viewer_initial_pose": [
        [
          -0.676648,
          -0.279977,
          0.680999,
          -0.667518
        ],
        [
          -0.733253,
          0.172082,
          -0.65782,
          0.644798
        ],
        [
          0.066987,
          -0.944458,
          -0.321733,
          0.315364
        ]
      ],
      "background_color": [
        255,
        255,
        255
      ]
    },
    "evaluation_protocol": "nerf",
    "hparams": {
      "loss.otype": "Huber",
      "optimizer.otype": "Ema",
      "optimizer.decay": 0.95,
      "optimizer.nested.otype": "ExponentialDecay",
      "optimizer.nested.decay_start": 20000,
      "optimizer.nested.decay_interval": 10000,
      "optimizer.nested.decay_base": 0.33,
      "optimizer.nested.nested.otype": "Adam",
      "optimizer.nested.nested.learning_rate": 0.01,
      "optimizer.nested.nested.beta1": 0.9,
      "optimizer.nested.nested.beta2": 0.99,
      "optimizer.nested.nested.epsilon": 1e-15,
      "optimizer.nested.nested.l2_reg": 1e-06,
      "encoding.otype": "HashGrid",
      "encoding.n_levels": 8,
      "encoding.n_features_per_level": 4,
      "encoding.log2_hashmap_size": 19,
      "encoding.base_resolution": 16,
      "network.otype": "FullyFusedMLP",
      "network.activation": "ReLU",
      "network.output_activation": "None",
      "network.n_neurons": 64,
      "network.n_hidden_layers": 1,
      "dir_encoding.otype": "Composite",
      "dir_encoding.nested": [
        {
          "n_dims_to_encode": 3,
          "otype": "SphericalHarmonics",
          "degree": 4
        },
        {
          "otype": "Identity"
        }
      ],
      "rgb_network.otype": "FullyFusedMLP",
      "rgb_network.activation": "ReLU",
      "rgb_network.output_activation": "None",
      "rgb_network.n_neurons": 64,
      "rgb_network.n_hidden_layers": 2,
      "distortion_map.resolution": [
        32,
        32
      ],
      "distortion_map.optimizer.otype": "ExponentialDecay",
      "distortion_map.optimizer.decay_start": 10000,
      "distortion_map.optimizer.decay_interval": 5000,
      "distortion_map.optimizer.decay_end": 25000,
      "distortion_map.optimizer.decay_base": 0.33,
      "distortion_map.optimizer.nested.otype": "Adam",
      "distortion_map.optimizer.nested.learning_rate": 0.0001,
      "distortion_map.optimizer.nested.beta1": 0.9,
      "distortion_map.optimizer.nested.beta2": 0.99,
      "distortion_map.optimizer.nested.epsilon": 1e-08,
      "envmap.loss.otype": "RelativeL2",
      "envmap.optimizer.otype": "Ema",
      "envmap.optimizer.decay": 0.99,
      "envmap.optimizer.nested.otype": "ExponentialDecay",
      "envmap.optimizer.nested.decay_start": 10000,
      "envmap.optimizer.nested.decay_interval": 5000,
      "envmap.optimizer.nested.decay_base": 0.33,
      "envmap.optimizer.nested.nested.otype": "Adam",
      "envmap.optimizer.nested.nested.learning_rate": 0.01,
      "envmap.optimizer.nested.nested.beta1": 0.9,
      "envmap.optimizer.nested.nested.beta2": 0.99,
      "envmap.optimizer.nested.nested.beta3": 0.9,
      "envmap.optimizer.nested.nested.beta_shampoo": 0.0,
      "envmap.optimizer.nested.nested.epsilon": 1e-10,
      "envmap.optimizer.nested.nested.identity": 0.0001,
      "envmap.optimizer.nested.nested.cg_on_momentum": false,
      "envmap.optimizer.nested.nested.frobenius_normalization": true,
      "envmap.optimizer.nested.nested.l2_reg": 1e-10,
      "testbed.color_space": "SRGB",
      "testbed.nerf.cone_angle_constant": 0,
      "testbed.nerf.training.random_bg_color": false,
      "testbed.background_color": [
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "aabb_scale": null,
      "keep_coords": true
    },
    "checkpoint_sha256": "2c8a19d34b65bbaed3ead51ce5a82510e3c1a8d5c7127ad26cab79c0479d6ddb"
  },
  "evaluate_datetime": "2024-06-20T09:16:07",
  "evaluate_version": "0.0.16.dev63+g7840983.d20240612",
  "metrics": {
    "psnr": 35.6546,
    "ssim": 0.98114,
    "mae": 0.00772,
    "mse": 0.00032,
    "lpips": 0.00845,
    "lpips_vgg": 0.02006
  },
  "metrics_raw": {
    "psnr": "cB8RQvklBUJYJOhBIpIKQjyoCkJuMw5CrAsQQsTqCkJTgwlCpuAKQjYfDUKP9Q1CFgwPQtnY7UGjSRBCnT4RQqaWEkJeIxRCyd0SQhbUEUJQdRBCBFkPQlFhDUJlvA1C0wv3QVHyDkKwhA5CuF8QQpinEUIl5RBCYhMXQqP9EEK3OA5CwcUQQsKyE0KQcANCC0wVQs2YFUIX1hVCSooVQi8/FULFUBRCd3oRQleAEEKdsw9CYZgOQj90DEK45Q1CfEgOQk8WEEI4RxFCkIwQQsQFC0KcxwdCMKEIQpHfCkK8/hNCZuANQpXwFkL2KxNC33MSQv8XFEJ8DRdChjgXQoyFF0KmWRhCXBcZQpXpGkI8oQ5CotgbQtiJHEJyFBxCRyEcQhnRG0KrKRpCHegZQmcYGUIJ2hdCdv4VQjYaEEKioxRCazwTQiLzEUKgCBFCVKAQQqnpEELYUBBCVM0QQmjoEEK2ohBCPOMQQsXZEELHdxJCvLgSQiiXEkJAWxJCGfkRQqJ0EULSUBBC8/QOQk9WDkJDNA5CLG8OQqBPD0IN9BBC8vkSQqLeFEKVDhZCSkoWQiR5FkKe/xNCp1wRQlb490EJUQpC+MoLQpubD0IpsBNC3w8TQow8EEL5VhFCbA4TQp0IEUJQGQ5CaJnsQbMxC0ICWQhCJBwHQsETCELO/AlCFtwMQsVrEEIESxRCZicWQk+bGEIi2uRBN0QYQo+cFkIICBVC4d4OQoSu/EFGQO1ByZLqQbkO9UEJrQNCTq8QQh5E5EFXJRdCGisTQuyLEkJotRRCqPcXQkJhGUKNrhlCR9AZQhENGkIs5xpCvFHpQVSRG0I+GhtCnOkZQtJVGUJZnBlCfVEaQnzAGkJTERlC4zUYQiqFGELa+u9BKBMYQg1vEkI8owlC9BgFQhiyA0KICwNCIogDQj6uA0IRKANCevoDQstB7UEiEgVCZAAFQskKBUIkFwVCsVIEQtjdBEJN7wVCBFYGQoVOBkLEzQVCGs7mQRvxBEJpLgVCPZ0FQporBkKgpAdCbNkJQvIcDULwvw9CkSoPQoTKCkI=",
    "ssim": "X8p7P0u8ej9TLnk/MwF7P3Prej9WMXs/PVN7P53Hej8hYHo/QT56P1lXej80ZHo/94t6P/G0eT/1hno/76p6P4Llej8rDHs/K+96P5/bej/Iy3o/89F6P/Hhej8TB3s/NBB6P5M3ez/LcXs/DON7Pw01fD+dYXw/pA59P2qyfD9DkXw/z8t8P6/PfD9yeno/v7d8P/SpfD/psnw/wKp8P8CqfD+2cHw/shB8P/jFez+Zens/FTl7P6vZej8zC3s/hAh7PxY5ez8rTHs/ODl7P1Meez8gLns/JGd7PyTeez9yO3w/rw17P08CfD8/p3s/THF7P8JEez+GUns/5C17P1VCez8geHs/4dJ7P90dfD/rLns/y2J8P++BfD8ghHw/noV8PyaCfD+VYXw/RVp8PzhJfD90JHw/S/N7PzZJez+/2Xs/LaR7P65cez/5UXs/e1d7P851ez/bd3s/Co97P0iPez9zhns/j097P6GCez9FmHs/2oR7PyVtez8RU3s/gyt7P17zej9mzno/ULB6P1Wmej+RGHs/lLN6Pz3Yej9EAns/v0V7PyWQez91vXs/c+Z7P3b+ez9/1Hs/wKx7Pz8Jej+MAns/vkl7PyTAez9yHHw/POR7P+t6ez+2mXs/WNR7P8aDez+TJHs/RF95P9bKej/OcXo/Ez56P3Jiej8+qHo/seB6P4FFez9SsXs/nvV7P+1AfD9PVng/jyJ8P/zhez/Wq3s/IHB7Px/vej9th3o/g196P1mOej8MMHs/s+h7P+/kdz82AHw/Pad7P8pqez9ic3s/Xph7P+u+ez/U33s/T/N7P8AhfD/kVHw/T7h3P399fD9GkXw/f5B8P6mJfD95nXw/XMh8P53dfD8pxnw/jr58P/LJfD8Gtnc/O9x8Pz10fD/DxHs/tDh7P+PNej8XU3o/Iyp6P4QIej8N6nk/FMV5P/IBeD+st3k/gI55P2JWeT9DLHk//dl4Pxy+eD82sXg/E6N4P+yoeD94uXg/sYF4P+uoeD/Q1Hg/7gN5P8RHeT/9n3k/sRt6P9a5ej/vRHs/U3V7P3bpej8=",
    "mae": "2NXxO2xsDDxx6T08yPjkO32E5jssC+E71pzfO7BM7TscEfQ7XDX0O3z98TtQTfE7o+3uO2CoMDx16O07Zm3rOx3w5zv1kOY7WAXqO8zN7Tt+evE7kNHzO4CB9TvBnvI75aofPHQZ7jvPO+s7TALjOz382ztKwNk7brnNOxyc1zvAh9s7DSDYO1tc1zuDCA48beXYOwAr2juYONo7TIDbO+T03Dv0duI7c0frO7zk8TuhWPY7yOL5O9FVATz39fs744D6Oz8m9jvaQvI76pvwO2+L9Ds7h/U7HyDwO9hr5ju0Utk71rv9O6Z22Du2r907GL/fO2HU3jt5Tdw7KbLeO/5/3jvfCt07Xh7bO7jw1jvW2Pk7d8TUOxTq0zsFD9U7QlPWO0N91zuzGdw7BDHeO1BN4jubZec7dW3tO7Wh9DvVgfI7lAv4Oz2M/DvwE/87UQoAPMmB/zs6mAA8EYL/O/cA/zvCW/874m3zO3Pw/jukxPw78G78O4vx/DvZ3f07ktT+OziLADwLlwE8O5gCPJKWAjy2JPo7ANEBPPeq/zvnXfo7BS7zO6Vd7DtC+ec7UkfmO6qh5Dupfek7loHvO20MIDzLsgE8FFMAPARH9Ttq8uo7urXwO64T/Du5fPk7cbvxO+JI/js4hwk8kYwwPAuYFDyQqB88i8slPIovIzwiyhs8IYcRPK2NBTzeSPU7WzjqOwa24jsxuD08Oe/jO/LC5js1Wuk7D3D0O3y+CDxWRBU881UYPBfQDTwHJ/w7DQngO67AQDyRBNg7xqHdO6Gh3ztBm907oajZO7yK2Dumm9c7TLbXOyu31jsTMtU7nAM9PBSv0zvZftQ7v4HXOxTu2TuBhtk7xBzYO3+L1ztEpdo76trbO+7w2zvWCzg8tSvdOwzd6DtV2/w7vYcGPACmCzwfeBA8hwYSPD1wFDz7Mhc8XUUZPABfPDx5Rxk8faQaPBKjGzyRqxs8ll8cPKSjGjxhUxg83qQWPLdqFTww1hQ8a6FCPH5NFDweoRE80qcOPLoPCzy6bAY8mP4APLSo8ztFqOc7JOPhO5qI5zs=",
    "mse": "qed2OVj19TlFVqQ61wK0OV8esznAEJI5llmDOX51sDkzUL85Y9ywOepsmzmbHJQ5tx6LOXRzizpViIE5Hi51OZntYjmrj085tlNfOZYTbTlCRIA59ruIOdEhmTkkB5Y5KwZWOrTtizm6a485FeSAOdR1bzmlKXo5DUUvOe7JeDlX5JE5Te97OVLiVDmfsAc6jipCOf7XPjlPOzw5rHc/OYi6Qjnxc005EudxOdzlfzkT+oU5iMmOOU2EoTnio5Q5IWCROUcJgznMtHQ5DTJ/ORBkrznnYtM5CEvJOWLnsDksR1E5dNGUOYqlMDmDb1s5r7VkObgXUDmlgC85488tOd7TKjkg3yI54hEcOViJDDnTgI45hS4FOTz1/zgGZwM5GAYDOU5oBTnluxI5t+kUOX0IHDnmnCc54Ic6Od7rgjkHqUk5+Z9aOVJtaznHLHg5ZBB+ObDoeTmjUoE5k4F7Oa76eTmG7X05IkV6OajNejk7gmQ5AjJhOfTmYjm5+mU5hxxrOU44cjnRUoE5ftiLOaTskDnHCZI5zR2QOe0FiTlRU3k50OpdOaUARzkL2zk5hmA3OY90NTmFPFE5nodzOWxoUDpYqrY5hMinObWzhjkpAlU5a9NcORXqgTlF13M51eVcOeoseDn87JI56oyQOqqqrTk3lsw5IbLbOTXMzzl6KLo5BsqdOcqKgDkDuE05TtI4OQh8IDmjqLQ6kKgjORcENDmZKEU5n4qMOVj6NToj3Y06xTqZOsehYjpz2wU6qDV9OUi7tzpDkC45WXpbOdl5Yzkg20g5D4AmOXF/GTld2hY5nbYVOUGuEznXnAw5kdyeOpRVBznVAQs55twUOaLkGTnAeBc5DW0ROV7XDTkbSBw5wi8kOR9JITncJYM6S3klOSX1ZDkN8r057632OYa0BTrOzgo6APkGOijSBTqC6wk65YsDOu7WjTrgDvc5sQv4OXR39zm4x/Y5efYAOu/6+TloEus5bLTlOZ8X5jnn2ew5n8iqOlPm+Dn7ffU5NHPvOe3n5zlHDtU5J6W7OTCBmzkgm4U5eSuKOUK+sTk=",
    "lpips": "EvDzO7H4Jjy2e2g8oWOBPLTHiDxio2I8C8lRPNPOVTxqSE08BgMzPERmGzxzSSE8RrQYPIV5Qjy1Uxc8kfEaPMjfCTyDswA8WV0IPCArFTyMUx08DlkoPFZ6KjzlGR081Jk8POVaKDwGuyI8VX8FPHHX9zvp3vE7srqoOx5FzDuojt47XVLKO2xkwzskAjc8d8SsOyHktjsI97g7US/aO7Bf3zspv+M7mGkBPF7d9jvu6+87Jd8DPOdMGjwsMwk8lDUGPI4I9js6lPs7CV/+Ozy3BTwYYv07OjwUPOSA7zs0Brs7foUKPB58tTuL6t87Xqr0O49e9zsM2+w7j734O8yW+Ts66OE7mLfKOzQDnTuYqQA849ODO+M7cTuV0mU73v9ZO+8NYDuhxGk7rfNtO3hZgzsqooo74fSZO9vc7Tu0vpw7JEGqO+sf1juxGds7aqniO6IX0zvMJM47IZbiOxapzTsurNc7/jniO+b4yzsuVsg7GazNO6xSxjvaXc47tGPTO6S50TtWV/07F5cBPHnlAjwcou87thz6O3qc9zumXtY7smDTO0lGvDtB78A7aAy5Oy7nzTsPWec7YvL3O3ziRDwRRg485rIKPLQt5DsqNdY74YL9O40rGjwsZg48eoH5O+Rl+zuZXAc8l8t3PG/7CTxliBY86yEiPBwNETwcZA08JxL2O9id1DtS1bY7d1imOwdhmzu7yKE80YaeO44DtDv8RM477KvdO5loIzx0VVE8d6VzPAGxcDwl3hs8pAfLO9znqTx5RK47DpLfO3bO8zuaB+k7NrjUO3SfyTsyNMk7Wv7BO5pysTs4HZs7IVukPE3DjDv2XYc7TO2JO5UnijuUPoM7/rFtO86XfjuwFXw7fTWGOxuzjjs6N5k8BJyOO11npzuAEfw7sM4ePIdmRTxdH1g84u1RPKBlUjyBhFI8WlBRPLBZiTzeV0w8oktKPOsCVjySaVQ8Km1jPF+wWjy4f048IX5MPJe6SDydpzk8e0+CPACOSzz+vFA83BtHPMJxOTw5AjM8KGY2PJGcMDwobE08S/ZSPMsSfTw=",
    "lpips_vgg": "lxqQPNqUrDyQjtA8HFTXPEo60DxHNrs86tCsPOr4sjx2ZbI8dIOzPB0StDx3I7Q853+sPF6PxjxtSK48UX6vPOC1pjziZ608Du+tPOhYsjyImbY8mPi6PLlFtDwRHK88fxeyPA2BpzzI1ak86jCWPHg0jzxRM4g8vmqAPIWviDzhO4Y8q5CCPE6BhDwS3qc8eieFPAD8gzwR04Q8/rKFPORIiDx7KJI8UtqYPJ5SojwVTao8rGutPPXOmTwXGrA8OHyyPPgZpjy0XqA8GCmjPAXnmzxf5Zg8akOaPFRIjjwBo3880gyYPPJehTzVDYY8llSRPJVBjTx+V5I89O+bPLRZnDzwZpA8UA2EPK3bcDy0qJk8JExfPNLIWzwY1148dmhjPKrxYTwUQGw8HkNzPCpnbzxxZX48UOuHPLP1lTz1SYo8KIqOPDtsmDwXwps8DXiaPD50nDy/KJ08GHabPJcYljyqwZg8gFaePMuOkzxDrY082huRPG7hlDxcJJo8eB+XPGYCpDzWiKU8nDisPIwnqzwN5aI8oIChPEQcnDwS25g8IP2RPAIBkjxStIk8taeLPPxWjDyuwY88rV2XPN76wzymjak8X/6lPFz3nDwKXZM8C1ygPPjOpTzuw5888dmZPA+InjyIRK08SAvUPLBHuTyWdMQ8AkrGPK4fvTxm8bE8nuWpPAU8mzztkJY8fFOPPHGnizz8Yvc8CvaKPBrBkTzJ6ZQ80vyZPNBjpTyFwao8ToOtPLxyqzw2lpo82BuJPDyn8Ty6jIE8lwaGPFyNjjym7Io8tPaFPFjsfDzYIXE8RftsPDiSbzzkQmU80nvzPFFYZDyeNWY8avJcPNtZYzyM9lg8vlJLPA5VVDw2L1w8qFhpPNTGZjxQYuo80HdlPOzChDwSDpw86fmwPFwNxTyJjd48GnbhPC+45zxpX/E873ztPEIj4DygOeg8r5zwPOyN8jzIufE8QpbyPIaX8Tzlmes8tjDtPGfW7DxKofE8UCrePMib9zw6tfU8OP33PNZk7jzPveA8OHLOPDI6yDwQ0MA8FN+8PFSvzTw="
  },
  "metrics_sha256": "e7f43a7a3183eb0c0d420bc658ad3e07b1b06c448ae885929acb787badaf9b38",
  "predictions_sha256": "82fd8f3c0aad80a3d044a06e0020e081c2726054ca0dde7c7caed32dd5f7a562",
  "ground_truth_sha256": "8ae4ba35588d6331264aaaeabc08b38a2f6393e9e497ddc24b714ee1a8fa2177",
  "evaluation_protocol": "nerf"
}