jkulhanek commited on
Commit
27d2c82
1 Parent(s): dd3e018

Fix NeRF-W reimpl results

Browse files
nerfw-reimpl/phototourism/brandenburg-gate.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "render_datetime": "2024-07-06T08:16:02",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
@@ -50,19 +50,17 @@
50
  "type": null
51
  },
52
  "nb_info": {
53
- "method": "kplanes",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
- "num_iterations": 30001,
56
- "total_train_time": 1479.73989,
57
  "resources_utilization": {
58
- "memory": 212946,
59
- "gpu_name": "NVIDIA A100-SXM4-40GB",
60
- "gpu_memory": 3648
61
- },
62
- "datetime": "2024-07-06T08:16:01",
63
- "config_overrides": {
64
- "config": "Phototourism/brandenburg_hybrid.py"
65
  },
 
 
66
  "dataset_metadata": {
67
  "name": "phototourism",
68
  "color_space": "srgb",
@@ -113,119 +111,61 @@
113
  },
114
  "evaluation_protocol": "nerfw",
115
  "hparams": {
116
- "data_downsample": 1,
117
- "data_dirs": [
118
- "data/phototourism/brandenburg_gate"
119
- ],
120
- "contract": true,
121
- "ndc": false,
122
- "scene_bbox": [
123
- [
124
- -2.0,
125
- -2.0,
126
- -2.0
127
- ],
128
- [
129
- 2.0,
130
- 2.0,
131
- 2.0
132
- ]
 
 
 
 
 
 
 
 
 
 
 
 
133
  ],
134
- "global_scale": [
135
- 5,
136
- 12,
137
- 5
138
- ],
139
- "global_translation": [
140
- 0,
141
- 0,
142
- -1
143
- ],
144
- "num_steps": 30001,
145
- "batch_size": 4096,
146
- "optim_type": "adam",
147
- "scheduler_type": "warmup_cosine",
148
- "lr": 0.01,
149
- "app_optim_lr": 0.01,
150
- "app_optim_n_epochs": 10,
151
- "plane_tv_weight": 0.0002,
152
- "plane_tv_weight_proposal_net": 0.0002,
153
- "distortion_loss_weight": 0.0,
154
- "histogram_loss_weight": 1.0,
155
- "save_outputs": true,
156
- "train_fp16": true,
157
- "single_jitter": false,
158
- "num_samples": 48,
159
- "num_proposal_samples": [
160
- 256,
161
- 128
162
- ],
163
- "num_proposal_iterations": 2,
164
- "use_same_proposal_network": false,
165
- "use_proposal_weight_anneal": true,
166
- "proposal_net_args_list": [
167
- {
168
- "num_input_coords": 3,
169
- "num_output_coords": 8,
170
- "resolution": [
171
- 64,
172
- 64,
173
- 64
174
- ]
175
- },
176
- {
177
- "num_input_coords": 3,
178
- "num_output_coords": 8,
179
- "resolution": [
180
- 128,
181
- 128,
182
- 128
183
- ]
184
- }
185
- ],
186
- "multiscale_res": [
187
- 1,
188
- 2,
189
- 4,
190
- 8
191
- ],
192
- "density_activation": "trunc_exp",
193
- "concat_features_across_scales": true,
194
- "linear_decoder": false,
195
- "appearance_embedding_dim": 32,
196
- "grid_config": [
197
- {
198
- "grid_dimensions": 2,
199
- "input_coordinate_dim": 3,
200
- "output_coordinate_dim": 32,
201
- "resolution": [
202
- 64,
203
- 64,
204
- 64
205
- ]
206
- }
207
- ]
208
  },
209
- "checkpoint_sha256": "073f88427f64536325ba067cf13f6f31232bfad196a72ab9d7fe818d0753ad69"
210
  },
211
- "evaluate_datetime": "2024-07-06T08:17:13",
212
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
213
  "metrics": {
214
- "psnr": 23.64653,
215
- "ssim": 0.85936,
216
- "mae": 0.05207,
217
- "mse": 0.00549,
218
- "lpips": 0.25277
219
  },
220
  "metrics_raw": {
221
- "psnr": "zyGSQTxbyUFglKJBcKq7QXZ/20HDUapBidazQSdg5UHp371BXBXNQQ==",
222
- "ssim": "OwJDPwcUaD/jqVk/HjthP91oYj8gf1M/Yx9hP8gzYj8tPFo/JIFePw==",
223
- "mae": "0T/HPQLmHT1t7Zk9j+9XPYMX5TwTj3097Hh3Pe1c2jxKvi49oTQZPQ==",
224
- "mse": "lTZ0POFORzu2HRg8vsiTO8B57DoOevM7DCG5O/v0sTpWroo73ggzOw==",
225
- "lpips": "WqrEPuZ0Qz6f7rI+o6EpPglHhj5bnJg++85bPtkoUD7Z/4w+T2I8Pg=="
226
  },
227
- "metrics_sha256": "f9b09a47c2e2d2a22907d8b63d29e8d841d7eccf913dc5b33ab2dfe90c4d1398",
228
- "predictions_sha256": "b60753135ee31899d88122dfae7d0c8e2e780c070cb4cc8c20ca4eb801219cb6",
229
  "ground_truth_sha256": "dae4a21158394240acdb9cd1159a0ca70fe26b19bc66dd98e657e1948e89bbb6",
230
  "evaluation_protocol": "nerfw"
231
- }
 
1
  {
2
+ "render_datetime": "2024-07-05T07:55:51",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
 
50
  "type": null
51
  },
52
  "nb_info": {
53
+ "method": "nerfw-reimpl",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
+ "num_iterations": 300000,
56
+ "total_train_time": 150380.6539,
57
  "resources_utilization": {
58
+ "memory": 349215,
59
+ "gpu_name": "NVIDIA A100-SXM4-40GB:8",
60
+ "gpu_memory": 101168
 
 
 
 
61
  },
62
+ "datetime": "2024-07-05T00:35:11",
63
+ "config_overrides": {},
64
  "dataset_metadata": {
65
  "name": "phototourism",
66
  "color_space": "srgb",
 
111
  },
112
  "evaluation_protocol": "nerfw",
113
  "hparams": {
114
+ "dataset_name": "phototourism",
115
+ "data_perturb": [],
116
+ "N_emb_xyz": 10,
117
+ "N_emb_dir": 4,
118
+ "N_samples": 256,
119
+ "N_importance": 256,
120
+ "use_disp": false,
121
+ "perturb": 1.0,
122
+ "noise_std": 1.0,
123
+ "N_vocab": 763,
124
+ "encode_a": true,
125
+ "N_a": 48,
126
+ "encode_t": true,
127
+ "N_tau": 16,
128
+ "beta_min": 0.1,
129
+ "batch_size": 1024,
130
+ "chunk": 16384,
131
+ "num_epochs": 20,
132
+ "num_gpus": 8,
133
+ "ckpt_path": null,
134
+ "optimizer": "adam",
135
+ "lr": 0.0005,
136
+ "momentum": 0.9,
137
+ "weight_decay": 0,
138
+ "lr_scheduler": "steplr",
139
+ "warmup_multiplier": 1.0,
140
+ "warmup_epochs": 0,
141
+ "decay_step": [
142
+ 20
143
  ],
144
+ "decay_gamma": 0.1,
145
+ "poly_exp": 0.9,
146
+ "appearance_optim_steps": 1000,
147
+ "appearance_optim_lr": 0.01
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  },
149
+ "checkpoint_sha256": "92f7fa935a474224f1600f09c033f048790e129d68e2a03d00e1e3a643e03845"
150
  },
151
+ "evaluate_datetime": "2024-07-05T12:57:36",
152
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
153
  "metrics": {
154
+ "psnr": 24.21557,
155
+ "ssim": 0.88359,
156
+ "mae": 0.04534,
157
+ "mse": 0.00496,
158
+ "lpips": 0.21331
159
  },
160
  "metrics_raw": {
161
+ "psnr": "gPulQZhD4EHkMbFBZrqqQazW1kHCfbhBw5/SQYq53kFGYJZBagXYQQ==",
162
+ "ssim": "nLNXP3FPaz+aXGg/iDZgP6/PZj9aAlY/jsFrP+kSZD/s9Vk/5shjPw==",
163
+ "mae": "YQyHPVuu4Dxon1k9UIprPbGUCD39TE090uQWPSd+8zwi2o09V+P2PA==",
164
+ "mse": "iuwJPJMpzjoxw8c7GKHwO+Y0Bzti7KE70KQYO2SA1zrIIVg8kK4COw==",
165
+ "lpips": "TNKbPmeiHz4fh44+tiosPkZhbT5AxIE+YBIePpamLz40AIg+gy8ZPg=="
166
  },
167
+ "metrics_sha256": "7a290e4a3ae346d4c0f66a9bb299267d0f9c6dc1d6c152565ad444476f95af8f",
168
+ "predictions_sha256": "5bdab5d59620c9f793c9af5450c0050ddc3ef0f5e94ad804eb900c9b5957cc74",
169
  "ground_truth_sha256": "dae4a21158394240acdb9cd1159a0ca70fe26b19bc66dd98e657e1948e89bbb6",
170
  "evaluation_protocol": "nerfw"
171
+ }
nerfw-reimpl/phototourism/brandenburg-gate.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b7021fe85c5844de4568911381377551917080d33bbce0189331d375b2dac71
3
- size 474243164
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3ce8473752e1801fd3a8687ff3c7bff0ab4e8f67a605cef51b62fc8a729230
3
+ size 32991197
nerfw-reimpl/phototourism/sacre-coeur.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "render_datetime": "2024-07-06T08:52:07",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
@@ -50,19 +50,17 @@
50
  "type": null
51
  },
52
  "nb_info": {
53
- "method": "kplanes",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
- "num_iterations": 30001,
56
- "total_train_time": 1465.65913,
57
  "resources_utilization": {
58
- "memory": 228166,
59
- "gpu_name": "NVIDIA A100-SXM4-40GB",
60
- "gpu_memory": 3706
61
- },
62
- "datetime": "2024-07-06T08:52:06",
63
- "config_overrides": {
64
- "config": "Phototourism/sacrecoeur_hybrid.py"
65
  },
 
 
66
  "dataset_metadata": {
67
  "name": "phototourism",
68
  "color_space": "srgb",
@@ -113,119 +111,61 @@
113
  },
114
  "evaluation_protocol": "nerfw",
115
  "hparams": {
116
- "data_downsample": 1,
117
- "data_dirs": [
118
- "data/phototourism/sacre_coeur"
119
- ],
120
- "contract": true,
121
- "ndc": false,
122
- "scene_bbox": [
123
- [
124
- -2.0,
125
- -2.0,
126
- -2.0
127
- ],
128
- [
129
- 2.0,
130
- 2.0,
131
- 2.0
132
- ]
 
 
 
 
 
 
 
 
 
 
 
 
133
  ],
134
- "global_scale": [
135
- 10,
136
- 6,
137
- 4
138
- ],
139
- "global_translation": [
140
- 0,
141
- -0.3,
142
- -1.2
143
- ],
144
- "num_steps": 30001,
145
- "batch_size": 4096,
146
- "optim_type": "adam",
147
- "scheduler_type": "warmup_cosine",
148
- "lr": 0.01,
149
- "app_optim_lr": 0.1,
150
- "app_optim_n_epochs": 10,
151
- "plane_tv_weight": 0.0002,
152
- "plane_tv_weight_proposal_net": 0.0002,
153
- "distortion_loss_weight": 0.0,
154
- "histogram_loss_weight": 1.0,
155
- "save_outputs": true,
156
- "train_fp16": true,
157
- "single_jitter": false,
158
- "num_samples": 48,
159
- "num_proposal_samples": [
160
- 256,
161
- 128
162
- ],
163
- "num_proposal_iterations": 2,
164
- "use_same_proposal_network": false,
165
- "use_proposal_weight_anneal": true,
166
- "proposal_net_args_list": [
167
- {
168
- "num_input_coords": 3,
169
- "num_output_coords": 8,
170
- "resolution": [
171
- 128,
172
- 128,
173
- 128
174
- ]
175
- },
176
- {
177
- "num_input_coords": 3,
178
- "num_output_coords": 8,
179
- "resolution": [
180
- 256,
181
- 256,
182
- 256
183
- ]
184
- }
185
- ],
186
- "multiscale_res": [
187
- 1,
188
- 2,
189
- 4,
190
- 8
191
- ],
192
- "density_activation": "trunc_exp",
193
- "concat_features_across_scales": true,
194
- "linear_decoder": false,
195
- "appearance_embedding_dim": 32,
196
- "grid_config": [
197
- {
198
- "grid_dimensions": 2,
199
- "input_coordinate_dim": 3,
200
- "output_coordinate_dim": 32,
201
- "resolution": [
202
- 64,
203
- 64,
204
- 64
205
- ]
206
- }
207
- ]
208
  },
209
- "checkpoint_sha256": "c522c368fab9d641cfc211d8127d01d707eda6e045d44ea293abaf3da310ac2d"
210
  },
211
- "evaluate_datetime": "2024-07-06T08:54:44",
212
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
213
  "metrics": {
214
- "psnr": 19.96254,
215
- "ssim": 0.76198,
216
- "mae": 0.08022,
217
- "mse": 0.01508,
218
- "lpips": 0.29891
219
  },
220
  "metrics_raw": {
221
- "psnr": "sR5fQXZ6k0GP7n1BuhCXQTVig0EC8ZRB7QdhQYZ+sUHUZK9BbTTcQUo3zkFkmYZBfOyMQX9loUGg7KRBbce2QZ2lrkENiKxBX53WQd6lwUEE2VBB",
222
- "ssim": "8LRAP/4CST/fjC0/XgRJPzWTKD9AEUA/XnBBP5X0RT/aEkU/QAhgP88CTT8T8U0/cx41P+cUUz8ZVio/CkJNPyttRz/EXF0/Q1tSP4vCQz+yWBU/",
223
- "mae": "GW3sPbfCxj21Fu49xVasPX3RtD3rL7Y9QfQTPiReaj0Y/HY9v2D+PKJ2HT0HQ9o9VkfOPWm1nT3VdYg9imIrPWtHcj2c+Ys9CxENPV7IPz2qXCU+",
224
- "mse": "qCQlPVruajx9/dM89OJTPL2tujxLPmE8yKkgPXUMxjsEZNI7e7bnOu1KLTs7Lao8vNqNPKNiHTxhMA48ZRqqO3f21jtKdeQ7mRQIO0nReDsQzEo9",
225
- "lpips": "LqyVPoRRjT4AtsI+KnalPkonnj6zmpI+oF+xPqZ5kz7q3qI+dys1PnP9ij7PeZE+lMuuPt5FRD4AqPs+2BtkPikEnT69lEY+3jhbPgTYlz4sx+4+"
226
  },
227
- "metrics_sha256": "97f8a00c9358bbea2ac005481edd8b22d41b1128923155636be54349f36b7884",
228
- "predictions_sha256": "f3c90d249e645ba1802b1f7d21fe837d726e5bf8c354fd88a3b7fdfdff14093f",
229
  "ground_truth_sha256": "bd396a7e37f3b3dc7fae29ffdf9555f70cad1881a6dc8d60b509e63d69cc8cac",
230
  "evaluation_protocol": "nerfw"
231
- }
 
1
  {
2
+ "render_datetime": "2024-07-05T13:00:49",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
 
50
  "type": null
51
  },
52
  "nb_info": {
53
+ "method": "nerfw-reimpl",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
+ "num_iterations": 300000,
56
+ "total_train_time": 150095.57723,
57
  "resources_utilization": {
58
+ "memory": 373693,
59
+ "gpu_name": "NVIDIA A100-SXM4-40GB:8",
60
+ "gpu_memory": 101168
 
 
 
 
61
  },
62
+ "datetime": "2024-07-05T02:45:56",
63
+ "config_overrides": {},
64
  "dataset_metadata": {
65
  "name": "phototourism",
66
  "color_space": "srgb",
 
111
  },
112
  "evaluation_protocol": "nerfw",
113
  "hparams": {
114
+ "dataset_name": "phototourism",
115
+ "data_perturb": [],
116
+ "N_emb_xyz": 10,
117
+ "N_emb_dir": 4,
118
+ "N_samples": 256,
119
+ "N_importance": 256,
120
+ "use_disp": false,
121
+ "perturb": 1.0,
122
+ "noise_std": 1.0,
123
+ "N_vocab": 830,
124
+ "encode_a": true,
125
+ "N_a": 48,
126
+ "encode_t": true,
127
+ "N_tau": 16,
128
+ "beta_min": 0.1,
129
+ "batch_size": 1024,
130
+ "chunk": 16384,
131
+ "num_epochs": 20,
132
+ "num_gpus": 8,
133
+ "ckpt_path": null,
134
+ "optimizer": "adam",
135
+ "lr": 0.0005,
136
+ "momentum": 0.9,
137
+ "weight_decay": 0,
138
+ "lr_scheduler": "steplr",
139
+ "warmup_multiplier": 1.0,
140
+ "warmup_epochs": 0,
141
+ "decay_step": [
142
+ 20
143
  ],
144
+ "decay_gamma": 0.1,
145
+ "poly_exp": 0.9,
146
+ "appearance_optim_steps": 1000,
147
+ "appearance_optim_lr": 0.01
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  },
149
+ "checkpoint_sha256": "81615862c67025fdeed965f26a07bda286b47fbfabd2c6336346bccdf6364dc0"
150
  },
151
+ "evaluate_datetime": "2024-07-05T17:26:55",
152
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
153
  "metrics": {
154
+ "psnr": 19.55716,
155
+ "ssim": 0.79477,
156
+ "mae": 0.08085,
157
+ "mse": 0.01465,
158
+ "lpips": 0.25994
159
  },
160
  "metrics_raw": {
161
+ "psnr": "jL9rQfX1pEFhCYBBcLOHQeGWcEFJb4FB0BViQW77okHU6K5BIjHJQfNhnEF6s49BbuKSQW4Rq0EhOaZBcFugQcGJhkEpkrdBOPTUQZZ6w0ELBKZB",
162
+ "ssim": "k5pHP6jtVD+VNTg/QUFPPxKbKD/1gkQ/2TpOP62xTD/1gFA/HaVjPxvEVT9kIE4/h1FBP7s5Xj9/UDY/BCNMPxYRSz9/tl8/A19YP9S9UT/0tjU/",
163
+ "mae": "qvz8PaJKjj3/GvY9hMzQPW26AT4SCvQ9CLcQPumljT11eH09N/soPVACnz1ww5g9Ic6lPUS8hT1MIIQ9q/CGPbEuzT06tE49laUUPZecMD31pYM9",
164
+ "mse": "KbMJPTgKDjyLjs08b92kPNRuAD0Uc8U8ez4ePSBdFjw0WNU7/0BIO3XRNTzR9II8MvtuPEdJ7ju4+Ag8EyoiPOl5qjwORaY7PL4OO3ILbDuhygk8",
165
+ "lpips": "Ct6dPsSmTD6EnKk+MZORPrAPrj6l/4M+lbyJPmxOhT6ImIk+AB4yPlGKgD7Wt3I+6CuNPtQMHD7Gy9A+wY6APm1phT56Fkg+ctVGPlZigT58BpM+"
166
  },
167
+ "metrics_sha256": "59854d9adfaad102c296932efb3ac15a469273419c0cadd9ac6af19a2252d5ec",
168
+ "predictions_sha256": "56df5edda0d76a700b998bff352c04994c8e9e634a8c1e842e0bfaf75786d481",
169
  "ground_truth_sha256": "bd396a7e37f3b3dc7fae29ffdf9555f70cad1881a6dc8d60b509e63d69cc8cac",
170
  "evaluation_protocol": "nerfw"
171
+ }
nerfw-reimpl/phototourism/sacre-coeur.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bcaed3b8a423e7e71adffa11f3e1f64a34f75026f89834ebdc7f5bf81fe8851f
3
- size 535748719
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bec889bfb9800bb8ffa1aecb65dff18376bb614a84710fd64f807e94a62eddf
3
+ size 61643875
nerfw-reimpl/phototourism/trevi-fountain.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "render_datetime": "2024-07-06T09:29:37",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
@@ -50,19 +50,17 @@
50
  "type": null
51
  },
52
  "nb_info": {
53
- "method": "kplanes",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
- "num_iterations": 30001,
56
- "total_train_time": 1483.16723,
57
  "resources_utilization": {
58
- "memory": 460962,
59
- "gpu_name": "NVIDIA A100-SXM4-40GB",
60
- "gpu_memory": 3678
61
- },
62
- "datetime": "2024-07-06T09:29:36",
63
- "config_overrides": {
64
- "config": "Phototourism/trevi_hybrid.py"
65
  },
 
 
66
  "dataset_metadata": {
67
  "name": "phototourism",
68
  "color_space": "srgb",
@@ -113,119 +111,61 @@
113
  },
114
  "evaluation_protocol": "nerfw",
115
  "hparams": {
116
- "data_downsample": 1,
117
- "data_dirs": [
118
- "data/phototourism/trevi-fountain"
119
- ],
120
- "contract": true,
121
- "ndc": false,
122
- "scene_bbox": [
123
- [
124
- -2.0,
125
- -2.0,
126
- -2.0
127
- ],
128
- [
129
- 2.0,
130
- 2.0,
131
- 2.0
132
- ]
 
 
 
 
 
 
 
 
 
 
 
 
133
  ],
134
- "global_scale": [
135
- 5,
136
- 6,
137
- 4
138
- ],
139
- "global_translation": [
140
- 0,
141
- 0,
142
- -1
143
- ],
144
- "num_steps": 30001,
145
- "batch_size": 4096,
146
- "optim_type": "adam",
147
- "scheduler_type": "warmup_cosine",
148
- "lr": 0.01,
149
- "app_optim_lr": 0.1,
150
- "app_optim_n_epochs": 10,
151
- "plane_tv_weight": 0.0002,
152
- "plane_tv_weight_proposal_net": 0.0002,
153
- "distortion_loss_weight": 0.0,
154
- "histogram_loss_weight": 1.0,
155
- "save_outputs": true,
156
- "train_fp16": true,
157
- "single_jitter": false,
158
- "num_samples": 48,
159
- "num_proposal_samples": [
160
- 256,
161
- 128
162
- ],
163
- "num_proposal_iterations": 2,
164
- "use_same_proposal_network": false,
165
- "use_proposal_weight_anneal": true,
166
- "proposal_net_args_list": [
167
- {
168
- "num_input_coords": 3,
169
- "num_output_coords": 8,
170
- "resolution": [
171
- 128,
172
- 128,
173
- 128
174
- ]
175
- },
176
- {
177
- "num_input_coords": 3,
178
- "num_output_coords": 8,
179
- "resolution": [
180
- 256,
181
- 256,
182
- 256
183
- ]
184
- }
185
- ],
186
- "multiscale_res": [
187
- 1,
188
- 2,
189
- 4,
190
- 8
191
- ],
192
- "density_activation": "trunc_exp",
193
- "concat_features_across_scales": true,
194
- "linear_decoder": false,
195
- "appearance_embedding_dim": 32,
196
- "grid_config": [
197
- {
198
- "grid_dimensions": 2,
199
- "input_coordinate_dim": 3,
200
- "output_coordinate_dim": 32,
201
- "resolution": [
202
- 64,
203
- 64,
204
- 64
205
- ]
206
- }
207
- ]
208
  },
209
- "checkpoint_sha256": "7273660751c7f337abe72460a1954d6e898fab20dc108eb68efa44cc931596a2"
210
  },
211
- "evaluate_datetime": "2024-07-06T09:31:56",
212
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
213
  "metrics": {
214
- "psnr": 19.70052,
215
- "ssim": 0.66235,
216
- "mae": 0.0829,
217
- "mse": 0.01419,
218
- "lpips": 0.38804
219
  },
220
  "metrics_raw": {
221
- "psnr": "dCStQf5qtkFKuaBBMbixQS1gkkEOnXdBq/uOQfJZmUFHbsFBvO6dQUdicUEqdIRBhTOTQUhxwUFnsbRB31FxQWg/v0HkNLdB/v5hQQ==",
222
- "ssim": "V5c3P9s1OD/IZj8/zzQ5Pw/3Cz+iPBc/2HBEPzGMKD/WCUc/kCopP/DO0D68Lyc/HosSP6/+QT+cczA/ocUPP502RT/+40c/rdr2Pg==",
223
- "mae": "iUKBPW+pVD199IQ9jVdnPdE5tD1OwPs9lWy3PQ4Tlj3DcT49PF2jPUv2Dj65bN49K8OzPZVWOz1izmM9/f4SPo9CTD1O0lk98XsePg==",
224
- "mse": "4HngO0zhqztRdiA80sTEO7yBcjx2K+g82bCFPM9kRjyiYHo7peItPBDy/TwyBLU88s9sPP5KejsKobQ7DC7+PK9OhTvEBag7fHIePQ==",
225
- "lpips": "dUm2Pp57oj4X37M+QUWkPoI01T6s+h4/9u6aPj7g4j5AkrY+1NerPtId/D5d/qM+oCKvPl3oqD7svvs+/OHbPolcrD4XzpY+N88DPw=="
226
  },
227
- "metrics_sha256": "a5caf43f7711d78b243abbe5e1cb48bf89dad7e0197b7a5644862365f19ec0ae",
228
- "predictions_sha256": "b8f03df36cb813cd0aec0de1c3ee12c604681da169a4bd5277f0cbf6b1f61ff6",
229
  "ground_truth_sha256": "d0db17e3dd6e60de1f62fb1f0f78656e3970ccbb01dffb2b00d4c9db4a9ff492",
230
  "evaluation_protocol": "nerfw"
231
- }
 
1
  {
2
+ "render_datetime": "2024-07-05T07:33:10",
3
  "render_version": "1.0.1.dev4+g495c4ea.d20240701",
4
  "render_dataset_metadata": {
5
  "name": "phototourism",
 
50
  "type": null
51
  },
52
  "nb_info": {
53
+ "method": "nerfw-reimpl",
54
  "nb_version": "1.0.1.dev4+g495c4ea.d20240701",
55
+ "num_iterations": 300000,
56
+ "total_train_time": 179001.13118,
57
  "resources_utilization": {
58
+ "memory": 596289,
59
+ "gpu_name": "NVIDIA A100-SXM4-40GB:8",
60
+ "gpu_memory": 101178
 
 
 
 
61
  },
62
+ "datetime": "2024-07-05T00:50:47",
63
+ "config_overrides": {},
64
  "dataset_metadata": {
65
  "name": "phototourism",
66
  "color_space": "srgb",
 
111
  },
112
  "evaluation_protocol": "nerfw",
113
  "hparams": {
114
+ "dataset_name": "phototourism",
115
+ "data_perturb": [],
116
+ "N_emb_xyz": 10,
117
+ "N_emb_dir": 4,
118
+ "N_samples": 256,
119
+ "N_importance": 256,
120
+ "use_disp": false,
121
+ "perturb": 1.0,
122
+ "noise_std": 1.0,
123
+ "N_vocab": 1689,
124
+ "encode_a": true,
125
+ "N_a": 48,
126
+ "encode_t": true,
127
+ "N_tau": 16,
128
+ "beta_min": 0.1,
129
+ "batch_size": 1024,
130
+ "chunk": 16384,
131
+ "num_epochs": 20,
132
+ "num_gpus": 8,
133
+ "ckpt_path": null,
134
+ "optimizer": "adam",
135
+ "lr": 0.0005,
136
+ "momentum": 0.9,
137
+ "weight_decay": 0,
138
+ "lr_scheduler": "steplr",
139
+ "warmup_multiplier": 1.0,
140
+ "warmup_epochs": 0,
141
+ "decay_step": [
142
+ 20
143
  ],
144
+ "decay_gamma": 0.1,
145
+ "poly_exp": 0.9,
146
+ "appearance_optim_steps": 1000,
147
+ "appearance_optim_lr": 0.01
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  },
149
+ "checkpoint_sha256": "c864d6f4ff3c064be46abd640b057d3542716515710e68d7f943d2ec3b3b8e37"
150
  },
151
+ "evaluate_datetime": "2024-07-05T12:57:48",
152
  "evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
153
  "metrics": {
154
+ "psnr": 21.47905,
155
+ "ssim": 0.69258,
156
+ "mae": 0.0657,
157
+ "mse": 0.00845,
158
+ "lpips": 0.33148
159
  },
160
  "metrics_raw": {
161
+ "psnr": "5tK4QQWYt0FovMNBDamzQVCdkEHRgZJBe5+sQYqLqUEsPpZB9i63QeoOjUFE45lBAJiWQYXgz0EoD7RBy5iTQdGoykGo7cZBAqCrQQ==",
162
+ "ssim": "53Y6P0QIMz/b6E4/gnsyP/wyCj+lBiA/O3pGP62yMj/PPT0/r/g2Px9bBj+yuD0/1O8TP4ANQj/UOCo/nR4rPytoRD+kikc/79kmPw==",
163
+ "mae": "QCFdPYc9UD1M0zc9aFBjPZ7iuj0e2Lc96L9xPd+efj0P+8Q9FAtXPXhrzT1YTKY9O3iyPcA9Fz3BFmw9fg+wPckEHz3HUzI9HHl4PQ==",
164
+ "mse": "dmGgOwUppjvmTWo7ARS6O9Ydfzxfl3E8ddvjO8H2+Dta9lg8cSKoO25OjTy0WkM8OMhWPOQzJTtM9Lc7myFqPL74PzssvFU7N3/qOw==",
165
+ "lpips": "2weaPvIVpj6kxoA+cCOlPoFLzz5QqvA+2jmWPrKpsj4yWMk+/qJmPmRNtj7oj2k+RU2qPm88oD7zovg+c+uQPh0crj47+40+g9WxPg=="
166
  },
167
+ "metrics_sha256": "801a6c144e21232652f3da256822d6a9a2bc2b7aab8ba20698edacd78f607726",
168
+ "predictions_sha256": "554008eb3ca8c16d5dfbafa93934b11df190523e558efd23daf300bee904ced3",
169
  "ground_truth_sha256": "d0db17e3dd6e60de1f62fb1f0f78656e3970ccbb01dffb2b00d4c9db4a9ff492",
170
  "evaluation_protocol": "nerfw"
171
+ }
nerfw-reimpl/phototourism/trevi-fountain.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:096f226636730bfd99bb1ce8d057f0c8daef8f723271614be147186adf578e36
3
- size 548172087
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:546a04230fba2cfed581ad614f1a83e802e590e0de4e5b9c0df0e06038f1cd13
3
+ size 71502394