File size: 12,993 Bytes
f0d58dd
1f77fc6
 
 
 
 
f0d58dd
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f0d58dd
 
 
 
 
1f77fc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f0d58dd
1f77fc6
f0d58dd
 
 
1f77fc6
 
f0d58dd
 
1f77fc6
 
 
 
 
 
f0d58dd
1f77fc6
 
 
 
f0d58dd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
{
  "render_datetime": "2024-06-20T09:19:37",
  "render_version": "0.0.16.dev63+g7840983.d20240612",
  "render_dataset_metadata": {
    "name": "blender",
    "scene": "mic",
    "color_space": "srgb",
    "type": "object-centric",
    "evaluation_protocol": "nerf",
    "expected_scene_scale": 4,
    "viewer_transform": [
      [
        0.015238,
        -0.242023,
        0.01308,
        0.0
      ],
      [
        0.242374,
        0.01526,
        -1e-06,
        0.0
      ],
      [
        -0.000821,
        0.013054,
        0.242502,
        0.0
      ]
    ],
    "viewer_initial_pose": [
      [
        -0.062744,
        -0.768168,
        0.637166,
        -0.623771
      ],
      [
        -0.998024,
        0.046129,
        -0.042665,
        0.041768
      ],
      [
        0.003382,
        -0.638584,
        -0.769544,
        0.753366
      ]
    ],
    "background_color": [
      255,
      255,
      255
    ]
  },
  "nb_info": {
    "method": "instant-ngp",
    "total_train_time": 144.78857,
    "resources_utilization": {
      "memory": 2902,
      "gpu_memory": 2534,
      "gpu_name": "NVIDIA A100-SXM4-40GB"
    },
    "datetime": "2024-06-12T16:29:30",
    "nb_version": "0.0.11.dev4+g10f4f61",
    "num_iterations": 35000,
    "config_overrides": {
      "testbed.color_space": "SRGB",
      "testbed.nerf.cone_angle_constant": 0,
      "testbed.nerf.training.random_bg_color": false,
      "testbed.background_color": "1.0,1.0,1.0,1.0",
      "aabb_scale": null,
      "keep_coords": true
    },
    "dataset_metadata": {
      "name": "blender",
      "scene": "mic",
      "color_space": "srgb",
      "type": "object-centric",
      "evaluation_protocol": "nerf",
      "expected_scene_scale": 4,
      "viewer_transform": [
        [
          0.193653,
          -0.157843,
          -0.008183,
          0.0
        ],
        [
          0.157986,
          0.193691,
          0.00264,
          -0.0
        ],
        [
          0.004674,
          -0.007217,
          0.249818,
          -0.0
        ]
      ],
      "viewer_initial_pose": [
        [
          -0.956954,
          -0.167917,
          0.236733,
          -0.238542
        ],
        [
          -0.288856,
          0.630516,
          -0.720425,
          0.725932
        ],
        [
          -0.028292,
          -0.757795,
          -0.651879,
          0.656862
        ]
      ],
      "background_color": [
        255,
        255,
        255
      ]
    },
    "evaluation_protocol": "nerf",
    "hparams": {
      "loss.otype": "Huber",
      "optimizer.otype": "Ema",
      "optimizer.decay": 0.95,
      "optimizer.nested.otype": "ExponentialDecay",
      "optimizer.nested.decay_start": 20000,
      "optimizer.nested.decay_interval": 10000,
      "optimizer.nested.decay_base": 0.33,
      "optimizer.nested.nested.otype": "Adam",
      "optimizer.nested.nested.learning_rate": 0.01,
      "optimizer.nested.nested.beta1": 0.9,
      "optimizer.nested.nested.beta2": 0.99,
      "optimizer.nested.nested.epsilon": 1e-15,
      "optimizer.nested.nested.l2_reg": 1e-06,
      "encoding.otype": "HashGrid",
      "encoding.n_levels": 8,
      "encoding.n_features_per_level": 4,
      "encoding.log2_hashmap_size": 19,
      "encoding.base_resolution": 16,
      "network.otype": "FullyFusedMLP",
      "network.activation": "ReLU",
      "network.output_activation": "None",
      "network.n_neurons": 64,
      "network.n_hidden_layers": 1,
      "dir_encoding.otype": "Composite",
      "dir_encoding.nested": [
        {
          "n_dims_to_encode": 3,
          "otype": "SphericalHarmonics",
          "degree": 4
        },
        {
          "otype": "Identity"
        }
      ],
      "rgb_network.otype": "FullyFusedMLP",
      "rgb_network.activation": "ReLU",
      "rgb_network.output_activation": "None",
      "rgb_network.n_neurons": 64,
      "rgb_network.n_hidden_layers": 2,
      "distortion_map.resolution": [
        32,
        32
      ],
      "distortion_map.optimizer.otype": "ExponentialDecay",
      "distortion_map.optimizer.decay_start": 10000,
      "distortion_map.optimizer.decay_interval": 5000,
      "distortion_map.optimizer.decay_end": 25000,
      "distortion_map.optimizer.decay_base": 0.33,
      "distortion_map.optimizer.nested.otype": "Adam",
      "distortion_map.optimizer.nested.learning_rate": 0.0001,
      "distortion_map.optimizer.nested.beta1": 0.9,
      "distortion_map.optimizer.nested.beta2": 0.99,
      "distortion_map.optimizer.nested.epsilon": 1e-08,
      "envmap.loss.otype": "RelativeL2",
      "envmap.optimizer.otype": "Ema",
      "envmap.optimizer.decay": 0.99,
      "envmap.optimizer.nested.otype": "ExponentialDecay",
      "envmap.optimizer.nested.decay_start": 10000,
      "envmap.optimizer.nested.decay_interval": 5000,
      "envmap.optimizer.nested.decay_base": 0.33,
      "envmap.optimizer.nested.nested.otype": "Adam",
      "envmap.optimizer.nested.nested.learning_rate": 0.01,
      "envmap.optimizer.nested.nested.beta1": 0.9,
      "envmap.optimizer.nested.nested.beta2": 0.99,
      "envmap.optimizer.nested.nested.beta3": 0.9,
      "envmap.optimizer.nested.nested.beta_shampoo": 0.0,
      "envmap.optimizer.nested.nested.epsilon": 1e-10,
      "envmap.optimizer.nested.nested.identity": 0.0001,
      "envmap.optimizer.nested.nested.cg_on_momentum": false,
      "envmap.optimizer.nested.nested.frobenius_normalization": true,
      "envmap.optimizer.nested.nested.l2_reg": 1e-10,
      "testbed.color_space": "SRGB",
      "testbed.nerf.cone_angle_constant": 0,
      "testbed.nerf.training.random_bg_color": false,
      "testbed.background_color": [
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "aabb_scale": null,
      "keep_coords": true
    },
    "checkpoint_sha256": "2e87b0776047cf8bdc84e53443742c45d1ed25d38e06a3025ffebdb96b59bf42"
  },
  "evaluate_datetime": "2024-06-20T09:21:31",
  "evaluate_version": "0.0.16.dev63+g7840983.d20240612",
  "metrics": {
    "psnr": 35.40807,
    "ssim": 0.98944,
    "mae": 0.0068,
    "mse": 0.0003,
    "lpips": 0.00774,
    "lpips_vgg": 0.01583
  },
  "metrics_raw": {
    "psnr": "mWcYQsh0GEKDuBZC0HUAQmz3A0J7SwVCKv4FQhssBUJbegZCCA4IQiUaCkKxlAtCOuALQmBlFkLIdgxChhwMQoLvC0I0KgtC3lsKQluhCUJKCAlCyDAIQj/+B0JHnQhCJaAVQjgNCUK44gpCrKcKQn1ZC0KxggtCmDcJQtp0C0KgjwdC9QgKQsCrCELrihJCYasIQmSQC0LOOAZClJIGQhRgBUKqcgRCkRYGQtPtBkJ+zglCLysLQiHFD0I/Dw1Clk8NQkpeDEINMwxC3X8MQnRyDUJR0g1C4o4OQvJgD0ID/A9CAUwOQqqEDUKQegtCx7ALQhpmDELgWw1CoAkPQqw5D0JhMA9C6/sMQiUDC0LxVA1COwQKQn6mCUJaiAlCulUKQlLtC0Iacg1C/RQPQv7GEEL7lxBCL1MRQpInC0Jn3BBCEPkPQhr4D0J7AA5C0p4NQhQ8DkKrUAxCL/0NQiwRDkKPxA5C1qEJQrwjDkLlpg1CKuQMQriYDUKTng1C2dwOQj6vD0KxWBBCZs8QQu73EUKm7wdC5NATQl4iFkLmTBdCIpAZQq7yGEKkVRlC5fQZQtx0GUJOSxlCT1oYQpW+GEKY9ghCuegLQq/xCUJgaglCAEYOQq9EDUJsjw5CDxEQQip/EUIjCxFC7rsYQpgMD0KTPw9CYJ8OQmw+D0J3yA1Cl9kNQicbDELILgpCHm8KQv98CkKj4hhCVtgLQlMfDkKiLw9C3HYQQm9LEULjphJC3zoSQqV2FELWcRNCIPUQQrDrGELeEQ5CcH8LQoU9C0LFYwtCIvALQk3TDEJWDg5CLiMPQlucD0LWcRBC6O4YQnTGD0JA8Q1CwAYMQu8RDELY/wpCDm8KQlPbCkJ4WAlCKzwJQppmCEJURxhCZNwGQq1WB0LK7QZCoqkJQofjCUKNmg1Cn44QQohPE0JzCxdCKsUWQuLhF0Lt7xVCwM8WQldfF0Ll/hdCXLQVQgisFUJKTRRCAoMQQrvMD0I6rwtCZWIXQrYSCkLfJQdCgXgEQlyzAkJNZwFC2xoAQnkO/0Hji/5Br0v/QdTv/0E=",
    "ssim": "ymh+P0lVfj9pS34/bPx7P4M5fD+5Onw/jEB8P2o8fD/kcHw/+qV8P6DVfD85+Hw/X/l8P3pEfj9/+3w/n+d8P8zLfD/xk3w/UWp8P0hHfD8/Knw//BR8Pz4dfD/dVXw/uTB+PzKBfD/M5Xw/Cdd8P5cgfT+n83w/5/V8P/DQfD8OcXw/npF8PyZVfD++430/5ZJ8P1yBfD8M8Xs/SJh7P7hsez9GW3s/mrt7P3obfD9Ctnw/dAl9P5aTfT9xc30/OJR9Pwp9fT/kgn0/Spl9P9LKfT953n0/GRJ+P4tOfj/mhH4/vkV9P9h/fj9UYn4/IF1+PxI3fj9+B34/Yf19P83mfT9Hx30/g319P9dCfT9zBn0/wwp9P34FfT8q8nw/zw99PwVRfT+3hn0/Ea99PwXYfT9dxn0/PLp9P9TDfD+zfH0/6nx9P66mfT9KcH0/8Gd9P9yBfT/2Sn0/RF59P2BofT+Yg30/zIt8PxyHfT+peX0/G2Z9P3RhfT8qSH0/QVd9PxpjfT8Pc30/eIV9PwSffT/lTHw/Ks99P0sIfj+FMn4/h2d+Pw1ifj9BY34/T25+P1F3fj9Sfn4/F3Z+PxJSfj/BYnw/3LR8Pw6VfD8drnw/niR9PyAsfT8VeX0/XqF9P0K5fT9WsH0/Fkx+P3JWfT/SXn0/rU19P4RYfT9NP30/9iF9P536fD9ptnw/k8t8PyHcfD+7Xn4/Bid9P+qCfT8ls30/quV9P2UWfj//Rn4/4lV+P5eVfj8/rX4/lLF+P5Zhfj89o34/i2J+P/pFfj98C34/lOJ9P7zSfT+X3H0/hut9P3npfT+7BH4/tmF+P47XfT9kon0/gHN9PxVTfT8BJn0/aP58P2f0fD9rqXw/OWN8P4ljfD/RXX4/Qg98P+osfD94SXw/WIt8PznbfD8JMH0/PMF9Px7yfT/kTn4/njd+P+RUfj8DE34/VAJ+PwAMfj9/GX4/GON9P5nOfT++qX0/RmN9P1k0fT8N6Xw/u0p+P06kfD/RR3w/AeB7P12dez9jf3s/rD97P03+ej8rNXs/Mox7PyTRez8=",
    "mae": "+HnBOxujwDvJwL87zBUIPBiHAjzN8P472DD7O/va/Dv4iPg7lYTzO4567TsCTOo7sSvqOxPAwDue4+o7FVftO2Nq7ztMjPI7HuH1O5Po+DvAtfs7v93+O4nc/jv9gfo7vvvDOyxr9DujTOs7eAbnO/Wu4TuVeuA7DebjO5EN4Ttsruk7/LjmO3ym6Dsyvcw71qXmO/Uv5jvfJ/Q7Q3D3Ox3+/Tup3v87XfP6O2Yc9DtySuk7OqLhO71u1TuQANk7GwDWO7w31zvQBNc7wYjVO3sI0ztx5tE7warOO+7qzDtlD8s7FY/dO/o0zjv8fNI7xgjVO6351zt4S9g7qnrWOzQx1jtQHNk79pzfO5wA5zsDjeQ7PljsOxsu7zslevE7cp3wO5GP6ztU0+Q7bQHeO0qQ1ztD99M7pmPQO+Tx6zu0Y9A7H2bQOz5s0DsbDNQ7jIvWO8V01jsW79g7D2/WO34Q1TuaW9I7GRTwO2Q00Tu6sNI7/l/WO+YS2DtdiNs7JIfaO4Dd2Du4Otc7JuTUOxY/0TuPrfM7YynNO8FYyDuGL8Q76y6/OwYXvzs4Mr87Vh++O0Qqvjtjp747183AOwAtwDtTGPE7EG7qO3tS6TtgUOU7pP/bO8Ne2Ts6WNQ7A6TRO43dzzt+SNI7iMm/OwJ+2DszBNo7bgjcO3Rg3Dvoyd47adrhOxyG5jvUxes7hTbqO5IL5ztOGr475SfgO+p61ztubtI72jrOO7Ypyzvb3sc79CbHO3o2wzt1nMQ7IbrHOyCcvTsLRMs7Y2vSOyUD2Dv1FNw7uPDdO1c43TsmVNo7TVXXO8po1jsgAdY7muO9OxQE2Ts4F+E7ULjlO22m5juaR+o78CXrOzgs6zsyd+87Ul3yOwrC9DuCMb47bin6O7Nx+Ds8yfc7EevuO4EG6juibts73OfPO/6+xDuGcb47Fw3AO4X/vjvm1sU7eMjHO1t5xzt298U7ZJrKO7olzTvJ69E70Z/bO6Bz3TtpYOQ7Rx6/O8yJ7zsFw/s7MPwDPER8CDxGwgs8Rx8OPOi0DjxTAg48vwgMPCfDCTw=",
    "mse": "hlwiOYDhITlW4zI51hMhOgqjAzqA5PM5lknqOYye9Tnf1eM5uhDQORjvuDn016k5s/umOXxDNjm/bKE5/bukORNppjmv9a05kTi2OZsGvjkcrsQ5InLOOSPO0DlbeMk5aIc+OVt2xDlHx7A5LSSzOawerDlOiKo5YZnCOWMQqzlxENY5cqa5OdHQyDn9hmM5FdXIOQwCqjn1N+c5EpniOf7D8jn8CQA6ZwHpOfH+3TldG7w51uutOTxzhTn7+5s5cr6ZOfpQojnw5qM5bhihORSLmDlJSpU5pRePOZR9iDk30IM5r0KROYDrlzkv2Ko5QsaoOQQIojnWUZk5bDKLOYCziTlB/Yk57qmcOYJ+rzkOj5k59di5OXjOvTnoGL85C3m2OQN+pjkjjpg5hNeKOVjdezmMin45dwx0OQsQrjmup3o5nOaDOentgzmdv5M5aweXORnIkTlt0KI5qNuTOe4xkzkzYI05VwG+OfOUkjlDwZY5toCdOXw8lzmRCZc5C5uMOckbhjlCGIE5i2N7OVosazndfdE5UXJTOeEHOTmEBC05b+MXOcZcHTk65hk5VnwUOZrSGDnnQRo56dgiOXc3HzngdsU5HKqmOc6fujm6Y8A57HSROQwfmjk6E4855DCDOa2lcTnmCHg5wU8fOagaiznFhIk5EZCOOeGNiTkMn5U51guVOQjJpDnsE7g5H2+1OV7etDlV7h05nkenOS26kjkyA4o52DiAOWt5dDndGWI566hnOeS1Szm2A1g580N5OSOcHTkHLJM5QKiqOaQ0rTntuKs5FGOmOeYZnjnwSZM5R2aKOeethjnzXYA59H4dOQ5phTlZQZQ5AYulOZIgpTnen685wW+1OZoSsTl1KsE5JmbCOWD2yzk0iyM5L97eOa/S2Dlt/905Lay9OSM4uzmGLJc51xN/OeyvWTkwlS85NmEyOUNRJzkrJDs5rPQxOThNLDm/OiY5K6o9OTUFPjkbnU05iL5/OeI4hTlK1ag57C4sOU8+uTk2N9s56b3/OViWDTphkBg65GckOmf0KTrrdyw6BcooOuKzJTo=",
    "lpips": "6dyzO9TLsjskk3s79vBhPEW4RTxYylM8k41VPMp5UTwgJj881mY/PLoeQzyIH0s8nGI8PN7bXDuHmzw8wFw+PP8RRzw+llk8bhlvPFpDeDz6XYI81gGGPH8YgTwKAms8fOKLO+DVTDyubyk8qW0bPK7JDDzAoBU8QrAWPCbCGTxJUzI8nqAiPHZfLjxQBLM7s1IXPMXlJTzMUUI8mW5EPKVHSzzgfUk8JugpPC2IGjzweAs87Nj1O8WT4jvix6k7nT+OOz+mozvkuo47DVKRO5kEeDsILF87JUxAO5weSTtGxlI7qVMgPDYkSjt5wmQ78d1+O0BucjtWloc7BD10O1HYfzuzvYo75K+0Oycu5TvXLiU8TAYAPKmcBzx0eg088XYJPJr39DvQFd87yOXRO732uDuQ1rk7szfAOwH7LjwnONg7TWG9O+ZnyjvsbMk7+FXZO4yl2TsAxu47GwjhO8bA3TtHYME7thgzPKVQzDuWatQ7r1HsOyAl+Tt2sAk8bfIEPGAKFjxT/gk83t8CPKx38Tv59Tk8lJHsOwzezzsnjJk7r755O+h4dDvuVoA7bNOCO66tgzsrtYY7LaOoO9pmqzuOBSw8GFkoPDpeITxs7hM8OAjhO0I6zDvss9w7mGe6OwowxTuupLg78k+YOzBc2DvBseY7bhbnO26F2Tsxkdo7wsHZO0bw+Tu4xPw7BlPqO66M1zuIvoU7MN3NO7FZqTt8Koc7TCBeOwE8MztSwxo7wmkaO7DDGjuIWhg7cfEtO1PCfDvbSEE7JlpjO5C0gjvE9pk7QzuZO4VIkzvF/JU788KKO7bqgjt444Y7KxiCO0MmjjtCyaw74gHhO7pJ5jvP1/87fOsJPP2iADw8+A48vqoXPH78FTx8UoU7lC0lPJI/KzwXsh88oyIYPHCKGjwyYAk8eB7aO/EcojszVns7RsaQO/KUbjtqbbM7SIbKO0sixzuefcE7bb7YO4BS/TsHhA48ltMYPFykFjwkyBs83ulpO1+BTDzDpnU8tHyRPCdgmjy4yYg80dSLPL8pnjxcC5k8BviKPK5LeDw=",
    "lpips_vgg": "gxZLPASTSTzaYjc8xObNPEvhvjyNr7s8mmG2PDGPtTxgt6887X6uPF2crjzplqw8hHqvPCiaMTw0L7A8Pku4PK4ouTwaXsk8aTLQPJItzjwb4cc8YerGPErnvzxW+bU8oRpBPIYPqjxuQZ88jP6UPEK0jTy18ow8Y5SNPOYykDwMZZw88XeWPIXumTxV2Fk8tkCUPBKBmDwcdaw8usevPNZkrjz4va88dWWpPMrOmjx/kYw8YMB9PImbdzzIXWE84mVAPDb/Lzw0JSY8UpYdPPMfETzqbhE8uVIKPNUe/TtVOvA7DLmPPDjZ9TuyHwE81JsAPBKGCzySCho831IdPNzOJDx/HC08qBE3PPxTSjxKcps8xK5fPMCpaDxPpmc827ViPIvKVjzmzFA8+ytQPLlASTwkdFU82xFdPMnsnjw2cXc8DqxqPJGPYTz3k2g8HDpwPGeSdDyu5II8rEWBPHpsezyEEHQ8aWunPOWLazx31m88fdl8PJnChDzRw5g8NH2MPLcjlDxQnpE87gaIPOD/iDzLc6o8CAGDPFmQdjwa1k48stUtPKOhOzyWgDA85CIpPDYNKzzNgCg8w5k5PPjCQDzPh6w8FGWjPJCFnjwQY5o8djWJPJ5afDwvnGg8BZhWPB4UTzykfEc8QdQ8PArsXDyf6Vg8vWZqPKMFazxEjHA81dV1PL6Kczy26Xc85SFyPEpNZzxI/zQ8eWVbPMDiQDyiMCk81n4aPGRqCDzwmwE8bnz9O/lC6zt6ctE7x9LYOyYAPDwygOk7PMEAPIYeCjx+JBw8vLAsPA0BMTwIgTE8KrkrPLgmLTz8Myw8tH49PPJ1MjxCP0s8+MtkPKJRcjwSo3o8uNKFPIUEhDyFCos8bHqiPGwiojyBvDs8/uyvPCdtpDxluKE8QdKdPDCwkzxXC4w8GMVtPF4OUzw1yT086l5FPKM9PDzfQVs8FNR1PHIOfzzxX4o83GKUPJ55pTxQtbM8soSxPIuyrDzqyaU86ko+PPj93Tz6pvo8Ch4LPdL2DD384QE9jHXvPBIW6TyjJt48mkXOPDf00jw="
  },
  "metrics_sha256": "076beb38559bb259364362eb3a0eb61ddda69195ec3ebd50c40249993c668440",
  "predictions_sha256": "1ff652b41fd5db1579c03fccbcb18fa5b6e360044345f69c09669fa36bbd8bdf",
  "ground_truth_sha256": "43957920a562e7bb2431dc828dcdade6c0166c37cfaa2d025cb7787eb7f911ef",
  "evaluation_protocol": "nerf"
}