Hugging Face's logo

jkulhanek
/
nerfbaselines

arxiv:2406.17345
Model card Files Community
jkulhanek commited on
Commit
29a8abf
•
1 Parent(s): 602820a

Add SeaThru-NeRF results

Browse files
Files changed (8) hide show
  1. seathru-nerf/seathru-nerf/curasao.json +314 -0
  2. seathru-nerf/seathru-nerf/curasao.zip +3 -0
  3. seathru-nerf/seathru-nerf/iui3.json +314 -0
  4. seathru-nerf/seathru-nerf/iui3.zip +3 -0
  5. seathru-nerf/seathru-nerf/japanese-gradens.json +314 -0
  6. seathru-nerf/seathru-nerf/japanese-gradens.zip +3 -0
  7. seathru-nerf/seathru-nerf/panama.json +314 -0
  8. seathru-nerf/seathru-nerf/panama.zip +3 -0
seathru-nerf/seathru-nerf/curasao.json ADDED
@@ -0,0 +1,314 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "render_datetime": "2024-07-25T11:48:14",
3
+ "render_version": "1.0.2.dev2+g3eac102",
4
+ "render_dataset_metadata": {
5
+ "name": "seathru-nerf",
6
+ "color_space": "srgb",
7
+ "evaluation_protocol": "default",
8
+ "viewer_transform": [
9
+ [
10
+ 1.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0
14
+ ],
15
+ [
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0
20
+ ],
21
+ [
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0
26
+ ]
27
+ ],
28
+ "viewer_initial_pose": [
29
+ [
30
+ 0.99748,
31
+ -0.063994,
32
+ -0.030638,
33
+ 0.661316
34
+ ],
35
+ [
36
+ 0.059363,
37
+ 0.989257,
38
+ -0.133593,
39
+ 2.684039
40
+ ],
41
+ [
42
+ 0.038858,
43
+ 0.131437,
44
+ 0.990563,
45
+ -2.273083
46
+ ]
47
+ ],
48
+ "type": "forward-facing",
49
+ "expected_scene_scale": null
50
+ },
51
+ "nb_info": {
52
+ "method": "seathru-nerf",
53
+ "nb_version": "1.0.2.dev2+g3eac102",
54
+ "num_iterations": 250000,
55
+ "total_train_time": 10126.91329,
56
+ "resources_utilization": {
57
+ "memory": 10320,
58
+ "gpu_name": "NVIDIA A100-SXM4-40GB:4",
59
+ "gpu_memory": 130726
60
+ },
61
+ "datetime": "2024-07-25T11:48:13",
62
+ "config_overrides": {},
63
+ "dataset_metadata": {
64
+ "name": "seathru-nerf",
65
+ "color_space": "srgb",
66
+ "evaluation_protocol": "default",
67
+ "viewer_transform": [
68
+ [
69
+ 1.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0
73
+ ],
74
+ [
75
+ 0.0,
76
+ 1.0,
77
+ 0.0,
78
+ 0.0
79
+ ],
80
+ [
81
+ 0.0,
82
+ 0.0,
83
+ 1.0,
84
+ 0.0
85
+ ]
86
+ ],
87
+ "viewer_initial_pose": [
88
+ [
89
+ 0.99748,
90
+ -0.063994,
91
+ -0.030638,
92
+ 0.661316
93
+ ],
94
+ [
95
+ 0.059363,
96
+ 0.989257,
97
+ -0.133593,
98
+ 2.684039
99
+ ],
100
+ [
101
+ 0.038858,
102
+ 0.131437,
103
+ 0.990563,
104
+ -2.273083
105
+ ]
106
+ ],
107
+ "type": "forward-facing"
108
+ },
109
+ "evaluation_protocol": "default",
110
+ "hparams": {
111
+ "Config.adam_beta1": 0.9,
112
+ "Config.adam_beta2": 0.999,
113
+ "Config.adam_eps": 1e-08,
114
+ "Config.apply_bayer_mask": false,
115
+ "Config.autoexpose_renders": false,
116
+ "Config.batch_size": 16384.0,
117
+ "Config.batching": "all_images",
118
+ "Config.cast_rays_in_train_step": false,
119
+ "Config.charb_padding": 0.001,
120
+ "Config.checkpoint_dir": null,
121
+ "Config.checkpoint_every": 25000.0,
122
+ "Config.compute_disp_metrics": false,
123
+ "Config.compute_normal_metrics": false,
124
+ "Config.data_coarse_loss_mult": 0.0,
125
+ "Config.data_dir": null,
126
+ "Config.data_loss_mult": 1.0,
127
+ "Config.data_loss_type": "rawnerf",
128
+ "Config.dataset_loader": "llff",
129
+ "Config.deterministic_showcase": true,
130
+ "Config.disable_multiscale_loss": false,
131
+ "Config.distortion_loss_mult": 0.0,
132
+ "Config.early_exit_steps": null,
133
+ "Config.eval_crop_borders": 0.0,
134
+ "Config.eval_dataset_limit": 2147483647.0,
135
+ "Config.eval_on_train": false,
136
+ "Config.eval_only_once": true,
137
+ "Config.eval_quantize_metrics": true,
138
+ "Config.eval_raw_affine_cc": false,
139
+ "Config.eval_render_interval": 1.0,
140
+ "Config.eval_save_output": true,
141
+ "Config.eval_save_ray_data": false,
142
+ "Config.exposure_percentile": 97.0,
143
+ "Config.extra_samples": false,
144
+ "Config.factor": 1.0,
145
+ "Config.far": 1.0,
146
+ "Config.forward_facing": true,
147
+ "Config.gc_every": 10000.0,
148
+ "Config.gen_eq": false,
149
+ "Config.grad_max_norm": 0.001,
150
+ "Config.grad_max_val": 0.0,
151
+ "Config.interlevel_loss_mult": 1.0,
152
+ "Config.llff_use_all_images_for_training": false,
153
+ "Config.llffhold": 8.0,
154
+ "Config.load_alphabetical": true,
155
+ "Config.lr_delay_mult": 0.01,
156
+ "Config.lr_delay_steps": 512.0,
157
+ "Config.lr_final": 2e-05,
158
+ "Config.lr_init": 0.002,
159
+ "Config.max_steps": 250000.0,
160
+ "Config.near": 0.0,
161
+ "Config.num_border_pixels_to_mask": 0.0,
162
+ "Config.num_showcase_images": 5.0,
163
+ "Config.patch_size": 1.0,
164
+ "Config.print_every": 1000.0,
165
+ "Config.randomized": true,
166
+ "Config.rawnerf_mode": false,
167
+ "Config.render_camtype": null,
168
+ "Config.render_chunk_size": 16384.0,
169
+ "Config.render_dir": null,
170
+ "Config.render_dist_percentile": 0.5,
171
+ "Config.render_focal": null,
172
+ "Config.render_job_id": 0.0,
173
+ "Config.render_num_jobs": 1.0,
174
+ "Config.render_path": false,
175
+ "Config.render_path_file": null,
176
+ "Config.render_path_frames": 120.0,
177
+ "Config.render_resolution": null,
178
+ "Config.render_save_async": true,
179
+ "Config.render_spherical": false,
180
+ "Config.render_spline_degree": 5.0,
181
+ "Config.render_spline_interpolate_exposure": false,
182
+ "Config.render_spline_keyframes": null,
183
+ "Config.render_spline_n_interp": 30.0,
184
+ "Config.render_spline_smoothness": 0.03,
185
+ "Config.render_video_crf": 18.0,
186
+ "Config.render_video_fps": 60.0,
187
+ "Config.train_render_every": 5000.0,
188
+ "Config.use_tiffs": false,
189
+ "Config.use_uw_acc_trans_loss": true,
190
+ "Config.use_uw_acc_weights_loss": false,
191
+ "Config.use_uw_mlp": true,
192
+ "Config.use_uw_sig_med_loss": false,
193
+ "Config.uw_acc_loss_factor": 6.0,
194
+ "Config.uw_atten_xyz": false,
195
+ "Config.uw_decay_acc": 5000.0,
196
+ "Config.uw_final_acc_trans_loss_mult": 0.0001,
197
+ "Config.uw_final_acc_weights_loss_mult": 0.001,
198
+ "Config.uw_fog_model": false,
199
+ "Config.uw_initial_acc_trans_loss_mult": 0.0001,
200
+ "Config.uw_initial_acc_weights_loss_mult": 0.001,
201
+ "Config.uw_old_model": false,
202
+ "Config.uw_rgb_dir": false,
203
+ "Config.uw_sig_med_mult": 0.0001,
204
+ "Config.vis_decimate": 0.0,
205
+ "Config.vis_num_rays": 8.0,
206
+ "Config.vocab_tree_path": null,
207
+ "Config.z_phase": 0.0,
208
+ "Config.z_variation": 0.0,
209
+ "Model.anneal_slope": 10.0,
210
+ "Model.bg_intensity_range": "(1.0, 1.0)",
211
+ "Model.dilation_bias": 0.0025,
212
+ "Model.dilation_multiplier": 0.5,
213
+ "Model.disable_integration": false,
214
+ "Model.name": null,
215
+ "Model.near_anneal_init": 0.95,
216
+ "Model.near_anneal_rate": null,
217
+ "Model.num_glo_embeddings": 1000.0,
218
+ "Model.num_glo_features": 0.0,
219
+ "Model.num_levels": 2.0,
220
+ "Model.num_nerf_samples": 32.0,
221
+ "Model.num_prop_samples": 128.0,
222
+ "Model.opaque_background": false,
223
+ "Model.ray_shape": "cylinder",
224
+ "Model.raydist_fn": null,
225
+ "Model.resample_padding": 0.0,
226
+ "Model.single_jitter": true,
227
+ "Model.single_mlp": false,
228
+ "Model.stop_level_grad": true,
229
+ "Model.use_gpu_resampling": false,
230
+ "Model.use_viewdirs": true,
231
+ "PropMLP.basis_shape": "octahedron",
232
+ "PropMLP.basis_subdivisions": 1.0,
233
+ "PropMLP.bottleneck_noise": 0.0,
234
+ "PropMLP.bottleneck_width": 256.0,
235
+ "PropMLP.deg_view": 4.0,
236
+ "PropMLP.density_bias": 0.0,
237
+ "PropMLP.density_noise": 0.0,
238
+ "PropMLP.disable_density_normals": true,
239
+ "PropMLP.disable_rgb": true,
240
+ "PropMLP.enable_pred_normals": false,
241
+ "PropMLP.max_deg_point": 16.0,
242
+ "PropMLP.min_deg_point": 0.0,
243
+ "PropMLP.name": null,
244
+ "PropMLP.net_depth": 4.0,
245
+ "PropMLP.net_depth_viewdirs": 1.0,
246
+ "PropMLP.net_width": 256.0,
247
+ "PropMLP.net_width_viewdirs": 128.0,
248
+ "PropMLP.num_rgb_channels": 3.0,
249
+ "PropMLP.rgb_bias": 0.0,
250
+ "PropMLP.rgb_padding": 0.001,
251
+ "PropMLP.rgb_premultiplier": 1.0,
252
+ "PropMLP.skip_layer": 4.0,
253
+ "PropMLP.skip_layer_dir": 4.0,
254
+ "PropMLP.use_directional_enc": false,
255
+ "PropMLP.use_n_dot_v": false,
256
+ "PropMLP.warp_fn": null,
257
+ "PropMLP.weight_init": "he_uniform",
258
+ "UWMLP.basis_shape": "octahedron",
259
+ "UWMLP.basis_subdivisions": 1.0,
260
+ "UWMLP.bottleneck_noise": 0.0,
261
+ "UWMLP.bottleneck_width": 256.0,
262
+ "UWMLP.deg_view": 4.0,
263
+ "UWMLP.density_bias": 0.0,
264
+ "UWMLP.density_noise": 0.0,
265
+ "UWMLP.disable_density_normals": true,
266
+ "UWMLP.disable_rgb": false,
267
+ "UWMLP.enable_pred_normals": false,
268
+ "UWMLP.gen_eq": false,
269
+ "UWMLP.max_deg_point": 16.0,
270
+ "UWMLP.min_deg_point": 0.0,
271
+ "UWMLP.name": null,
272
+ "UWMLP.net_depth": 8.0,
273
+ "UWMLP.net_depth_viewdirs": 1.0,
274
+ "UWMLP.net_width": 256.0,
275
+ "UWMLP.net_width_viewdirs": 128.0,
276
+ "UWMLP.num_rgb_channels": 3.0,
277
+ "UWMLP.rgb_bias": 0.0,
278
+ "UWMLP.rgb_padding": 0.001,
279
+ "UWMLP.rgb_premultiplier": 1.0,
280
+ "UWMLP.skip_layer": 4.0,
281
+ "UWMLP.skip_layer_dir": 4.0,
282
+ "UWMLP.use_directional_enc": false,
283
+ "UWMLP.use_n_dot_v": false,
284
+ "UWMLP.uw_atten_xyz": false,
285
+ "UWMLP.uw_fog_model": false,
286
+ "UWMLP.uw_old_model": false,
287
+ "UWMLP.uw_rgb_dir": false,
288
+ "UWMLP.warp_fn": null,
289
+ "UWMLP.water_bias": 0.0,
290
+ "UWMLP.weight_init": "he_uniform"
291
+ },
292
+ "checkpoint_sha256": "cbb9e75a7455b77546cc14d299d2db8dea86d301949ad893333a4d6bc357567f"
293
+ },
294
+ "evaluate_datetime": "2024-07-25T11:48:50",
295
+ "evaluate_version": "1.0.2.dev2+g3eac102",
296
+ "metrics": {
297
+ "psnr": 29.99649,
298
+ "ssim": 0.86966,
299
+ "mae": 0.02242,
300
+ "mse": 0.00105,
301
+ "lpips": 0.21473
302
+ },
303
+ "metrics_raw": {
304
+ "psnr": "kIDhQTis9kGqvfdB",
305
+ "ssim": "1kRdPzv5YT8ZqFw/",
306
+ "mae": "V1X3PARZlTzlS5o8",
307
+ "mse": "1/HGOkdWWDqDyVE6",
308
+ "lpips": "dDmGPkt7MT4Gu1U+"
309
+ },
310
+ "metrics_sha256": "ba484f6dd7ac247de0c4cbd7bbc3335d7ca1f341c83b4ff42c77d5ff21e9a30b",
311
+ "predictions_sha256": "452b383f6779cc9eb68964572d13a726d83a6a4bf6493a0b3e1a92813174013e",
312
+ "ground_truth_sha256": "1f9bc8819715c0f47a3dc8df858a9fee7385bb33f4b6d99a6eb9e1b4079ca215",
313
+ "evaluation_protocol": "default"
314
+ }
seathru-nerf/seathru-nerf/curasao.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755e66333ceae132bd47af1fa5431de2e265ea7f39a710fe3fbdeb8e398fbeb4
3
+ size 510996790
seathru-nerf/seathru-nerf/iui3.json ADDED
@@ -0,0 +1,314 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "render_datetime": "2024-07-25T11:24:34",
3
+ "render_version": "1.0.2.dev2+g3eac102",
4
+ "render_dataset_metadata": {
5
+ "name": "seathru-nerf",
6
+ "color_space": "srgb",
7
+ "evaluation_protocol": "default",
8
+ "viewer_transform": [
9
+ [
10
+ 1.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0
14
+ ],
15
+ [
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0
20
+ ],
21
+ [
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0
26
+ ]
27
+ ],
28
+ "viewer_initial_pose": [
29
+ [
30
+ 0.962863,
31
+ 0.209687,
32
+ -0.170077,
33
+ 2.250782
34
+ ],
35
+ [
36
+ -0.250162,
37
+ 0.929834,
38
+ -0.269866,
39
+ -0.247907
40
+ ],
41
+ [
42
+ 0.101556,
43
+ 0.30239,
44
+ 0.947759,
45
+ 0.469164
46
+ ]
47
+ ],
48
+ "type": "forward-facing",
49
+ "expected_scene_scale": null
50
+ },
51
+ "nb_info": {
52
+ "method": "seathru-nerf",
53
+ "nb_version": "1.0.2.dev2+g3eac102",
54
+ "num_iterations": 250000,
55
+ "total_train_time": 10009.29797,
56
+ "resources_utilization": {
57
+ "memory": 10464,
58
+ "gpu_name": "NVIDIA A100-SXM4-40GB:4",
59
+ "gpu_memory": 130496
60
+ },
61
+ "datetime": "2024-07-25T11:24:34",
62
+ "config_overrides": {},
63
+ "dataset_metadata": {
64
+ "name": "seathru-nerf",
65
+ "color_space": "srgb",
66
+ "evaluation_protocol": "default",
67
+ "viewer_transform": [
68
+ [
69
+ 1.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0
73
+ ],
74
+ [
75
+ 0.0,
76
+ 1.0,
77
+ 0.0,
78
+ 0.0
79
+ ],
80
+ [
81
+ 0.0,
82
+ 0.0,
83
+ 1.0,
84
+ 0.0
85
+ ]
86
+ ],
87
+ "viewer_initial_pose": [
88
+ [
89
+ 0.962863,
90
+ 0.209687,
91
+ -0.170077,
92
+ 2.250782
93
+ ],
94
+ [
95
+ -0.250162,
96
+ 0.929834,
97
+ -0.269866,
98
+ -0.247907
99
+ ],
100
+ [
101
+ 0.101556,
102
+ 0.30239,
103
+ 0.947759,
104
+ 0.469164
105
+ ]
106
+ ],
107
+ "type": "forward-facing"
108
+ },
109
+ "evaluation_protocol": "default",
110
+ "hparams": {
111
+ "Config.adam_beta1": 0.9,
112
+ "Config.adam_beta2": 0.999,
113
+ "Config.adam_eps": 1e-08,
114
+ "Config.apply_bayer_mask": false,
115
+ "Config.autoexpose_renders": false,
116
+ "Config.batch_size": 16384.0,
117
+ "Config.batching": "all_images",
118
+ "Config.cast_rays_in_train_step": false,
119
+ "Config.charb_padding": 0.001,
120
+ "Config.checkpoint_dir": null,
121
+ "Config.checkpoint_every": 25000.0,
122
+ "Config.compute_disp_metrics": false,
123
+ "Config.compute_normal_metrics": false,
124
+ "Config.data_coarse_loss_mult": 0.0,
125
+ "Config.data_dir": null,
126
+ "Config.data_loss_mult": 1.0,
127
+ "Config.data_loss_type": "rawnerf",
128
+ "Config.dataset_loader": "llff",
129
+ "Config.deterministic_showcase": true,
130
+ "Config.disable_multiscale_loss": false,
131
+ "Config.distortion_loss_mult": 0.0,
132
+ "Config.early_exit_steps": null,
133
+ "Config.eval_crop_borders": 0.0,
134
+ "Config.eval_dataset_limit": 2147483647.0,
135
+ "Config.eval_on_train": false,
136
+ "Config.eval_only_once": true,
137
+ "Config.eval_quantize_metrics": true,
138
+ "Config.eval_raw_affine_cc": false,
139
+ "Config.eval_render_interval": 1.0,
140
+ "Config.eval_save_output": true,
141
+ "Config.eval_save_ray_data": false,
142
+ "Config.exposure_percentile": 97.0,
143
+ "Config.extra_samples": false,
144
+ "Config.factor": 1.0,
145
+ "Config.far": 1.0,
146
+ "Config.forward_facing": true,
147
+ "Config.gc_every": 10000.0,
148
+ "Config.gen_eq": false,
149
+ "Config.grad_max_norm": 0.001,
150
+ "Config.grad_max_val": 0.0,
151
+ "Config.interlevel_loss_mult": 1.0,
152
+ "Config.llff_use_all_images_for_training": false,
153
+ "Config.llffhold": 8.0,
154
+ "Config.load_alphabetical": true,
155
+ "Config.lr_delay_mult": 0.01,
156
+ "Config.lr_delay_steps": 512.0,
157
+ "Config.lr_final": 2e-05,
158
+ "Config.lr_init": 0.002,
159
+ "Config.max_steps": 250000.0,
160
+ "Config.near": 0.0,
161
+ "Config.num_border_pixels_to_mask": 0.0,
162
+ "Config.num_showcase_images": 5.0,
163
+ "Config.patch_size": 1.0,
164
+ "Config.print_every": 1000.0,
165
+ "Config.randomized": true,
166
+ "Config.rawnerf_mode": false,
167
+ "Config.render_camtype": null,
168
+ "Config.render_chunk_size": 16384.0,
169
+ "Config.render_dir": null,
170
+ "Config.render_dist_percentile": 0.5,
171
+ "Config.render_focal": null,
172
+ "Config.render_job_id": 0.0,
173
+ "Config.render_num_jobs": 1.0,
174
+ "Config.render_path": false,
175
+ "Config.render_path_file": null,
176
+ "Config.render_path_frames": 120.0,
177
+ "Config.render_resolution": null,
178
+ "Config.render_save_async": true,
179
+ "Config.render_spherical": false,
180
+ "Config.render_spline_degree": 5.0,
181
+ "Config.render_spline_interpolate_exposure": false,
182
+ "Config.render_spline_keyframes": null,
183
+ "Config.render_spline_n_interp": 30.0,
184
+ "Config.render_spline_smoothness": 0.03,
185
+ "Config.render_video_crf": 18.0,
186
+ "Config.render_video_fps": 60.0,
187
+ "Config.train_render_every": 5000.0,
188
+ "Config.use_tiffs": false,
189
+ "Config.use_uw_acc_trans_loss": true,
190
+ "Config.use_uw_acc_weights_loss": false,
191
+ "Config.use_uw_mlp": true,
192
+ "Config.use_uw_sig_med_loss": false,
193
+ "Config.uw_acc_loss_factor": 6.0,
194
+ "Config.uw_atten_xyz": false,
195
+ "Config.uw_decay_acc": 5000.0,
196
+ "Config.uw_final_acc_trans_loss_mult": 0.0001,
197
+ "Config.uw_final_acc_weights_loss_mult": 0.001,
198
+ "Config.uw_fog_model": false,
199
+ "Config.uw_initial_acc_trans_loss_mult": 0.0001,
200
+ "Config.uw_initial_acc_weights_loss_mult": 0.001,
201
+ "Config.uw_old_model": false,
202
+ "Config.uw_rgb_dir": false,
203
+ "Config.uw_sig_med_mult": 0.0001,
204
+ "Config.vis_decimate": 0.0,
205
+ "Config.vis_num_rays": 8.0,
206
+ "Config.vocab_tree_path": null,
207
+ "Config.z_phase": 0.0,
208
+ "Config.z_variation": 0.0,
209
+ "Model.anneal_slope": 10.0,
210
+ "Model.bg_intensity_range": "(1.0, 1.0)",
211
+ "Model.dilation_bias": 0.0025,
212
+ "Model.dilation_multiplier": 0.5,
213
+ "Model.disable_integration": false,
214
+ "Model.name": null,
215
+ "Model.near_anneal_init": 0.95,
216
+ "Model.near_anneal_rate": null,
217
+ "Model.num_glo_embeddings": 1000.0,
218
+ "Model.num_glo_features": 0.0,
219
+ "Model.num_levels": 2.0,
220
+ "Model.num_nerf_samples": 32.0,
221
+ "Model.num_prop_samples": 128.0,
222
+ "Model.opaque_background": false,
223
+ "Model.ray_shape": "cylinder",
224
+ "Model.raydist_fn": null,
225
+ "Model.resample_padding": 0.0,
226
+ "Model.single_jitter": true,
227
+ "Model.single_mlp": false,
228
+ "Model.stop_level_grad": true,
229
+ "Model.use_gpu_resampling": false,
230
+ "Model.use_viewdirs": true,
231
+ "PropMLP.basis_shape": "octahedron",
232
+ "PropMLP.basis_subdivisions": 1.0,
233
+ "PropMLP.bottleneck_noise": 0.0,
234
+ "PropMLP.bottleneck_width": 256.0,
235
+ "PropMLP.deg_view": 4.0,
236
+ "PropMLP.density_bias": 0.0,
237
+ "PropMLP.density_noise": 0.0,
238
+ "PropMLP.disable_density_normals": true,
239
+ "PropMLP.disable_rgb": true,
240
+ "PropMLP.enable_pred_normals": false,
241
+ "PropMLP.max_deg_point": 16.0,
242
+ "PropMLP.min_deg_point": 0.0,
243
+ "PropMLP.name": null,
244
+ "PropMLP.net_depth": 4.0,
245
+ "PropMLP.net_depth_viewdirs": 1.0,
246
+ "PropMLP.net_width": 256.0,
247
+ "PropMLP.net_width_viewdirs": 128.0,
248
+ "PropMLP.num_rgb_channels": 3.0,
249
+ "PropMLP.rgb_bias": 0.0,
250
+ "PropMLP.rgb_padding": 0.001,
251
+ "PropMLP.rgb_premultiplier": 1.0,
252
+ "PropMLP.skip_layer": 4.0,
253
+ "PropMLP.skip_layer_dir": 4.0,
254
+ "PropMLP.use_directional_enc": false,
255
+ "PropMLP.use_n_dot_v": false,
256
+ "PropMLP.warp_fn": null,
257
+ "PropMLP.weight_init": "he_uniform",
258
+ "UWMLP.basis_shape": "octahedron",
259
+ "UWMLP.basis_subdivisions": 1.0,
260
+ "UWMLP.bottleneck_noise": 0.0,
261
+ "UWMLP.bottleneck_width": 256.0,
262
+ "UWMLP.deg_view": 4.0,
263
+ "UWMLP.density_bias": 0.0,
264
+ "UWMLP.density_noise": 0.0,
265
+ "UWMLP.disable_density_normals": true,
266
+ "UWMLP.disable_rgb": false,
267
+ "UWMLP.enable_pred_normals": false,
268
+ "UWMLP.gen_eq": false,
269
+ "UWMLP.max_deg_point": 16.0,
270
+ "UWMLP.min_deg_point": 0.0,
271
+ "UWMLP.name": null,
272
+ "UWMLP.net_depth": 8.0,
273
+ "UWMLP.net_depth_viewdirs": 1.0,
274
+ "UWMLP.net_width": 256.0,
275
+ "UWMLP.net_width_viewdirs": 128.0,
276
+ "UWMLP.num_rgb_channels": 3.0,
277
+ "UWMLP.rgb_bias": 0.0,
278
+ "UWMLP.rgb_padding": 0.001,
279
+ "UWMLP.rgb_premultiplier": 1.0,
280
+ "UWMLP.skip_layer": 4.0,
281
+ "UWMLP.skip_layer_dir": 4.0,
282
+ "UWMLP.use_directional_enc": false,
283
+ "UWMLP.use_n_dot_v": false,
284
+ "UWMLP.uw_atten_xyz": false,
285
+ "UWMLP.uw_fog_model": false,
286
+ "UWMLP.uw_old_model": false,
287
+ "UWMLP.uw_rgb_dir": false,
288
+ "UWMLP.warp_fn": null,
289
+ "UWMLP.water_bias": 0.0,
290
+ "UWMLP.weight_init": "he_uniform"
291
+ },
292
+ "checkpoint_sha256": "dcebecf2fd2c2f5d2dd4686e322f663a170b3837f4d96e601e91a2ba7df25672"
293
+ },
294
+ "evaluate_datetime": "2024-07-25T11:24:59",
295
+ "evaluate_version": "1.0.2.dev2+g3eac102",
296
+ "metrics": {
297
+ "psnr": 25.92215,
298
+ "ssim": 0.78733,
299
+ "mae": 0.03503,
300
+ "mse": 0.00351,
301
+ "lpips": 0.29442
302
+ },
303
+ "metrics_raw": {
304
+ "psnr": "DEuqQad29kGrMb9B3I7dQQ==",
305
+ "ssim": "ca0vP3vYWD/8hks/0i1SPw==",
306
+ "mae": "cEc6PTzFsjzwHjA9mlr0PA==",
307
+ "mse": "HqnzO82kWTprg4U7d9zeOg==",
308
+ "lpips": "/i2fPmnUnD66P4Q+fLeaPg=="
309
+ },
310
+ "metrics_sha256": "289e1943cca81dedb43cf0be329395427e45e66e3e31be47356978c45dac2392",
311
+ "predictions_sha256": "753a162e6fb860b158eec1c98ee64593b1f07182862cc7d4e6dc8f55f023cc69",
312
+ "ground_truth_sha256": "b66ffddf3bbd2072dbd84523554c27f40a30dd9349e0d822458bc4d0a748ae27",
313
+ "evaluation_protocol": "default"
314
+ }
seathru-nerf/seathru-nerf/iui3.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbe05263715ca97ccb8bf0977e973a3faa49557ce49bdddb341d0e8733b1b08
3
+ size 523041948
seathru-nerf/seathru-nerf/japanese-gradens.json ADDED
@@ -0,0 +1,314 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "render_datetime": "2024-07-25T11:23:52",
3
+ "render_version": "1.0.2.dev2+g3eac102",
4
+ "render_dataset_metadata": {
5
+ "name": "seathru-nerf",
6
+ "color_space": "srgb",
7
+ "evaluation_protocol": "default",
8
+ "viewer_transform": [
9
+ [
10
+ 1.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0
14
+ ],
15
+ [
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0
20
+ ],
21
+ [
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0
26
+ ]
27
+ ],
28
+ "viewer_initial_pose": [
29
+ [
30
+ 0.966605,
31
+ 0.08623,
32
+ 0.241326,
33
+ -2.574039
34
+ ],
35
+ [
36
+ -0.087459,
37
+ 0.996152,
38
+ -0.005637,
39
+ 0.792673
40
+ ],
41
+ [
42
+ -0.240884,
43
+ -0.015658,
44
+ 0.970428,
45
+ -1.667333
46
+ ]
47
+ ],
48
+ "type": "forward-facing",
49
+ "expected_scene_scale": null
50
+ },
51
+ "nb_info": {
52
+ "method": "seathru-nerf",
53
+ "nb_version": "1.0.2.dev2+g3eac102",
54
+ "num_iterations": 250000,
55
+ "total_train_time": 9960.40095,
56
+ "resources_utilization": {
57
+ "memory": 10248,
58
+ "gpu_name": "NVIDIA A100-SXM4-40GB:4",
59
+ "gpu_memory": 130496
60
+ },
61
+ "datetime": "2024-07-25T11:23:52",
62
+ "config_overrides": {},
63
+ "dataset_metadata": {
64
+ "name": "seathru-nerf",
65
+ "color_space": "srgb",
66
+ "evaluation_protocol": "default",
67
+ "viewer_transform": [
68
+ [
69
+ 1.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0
73
+ ],
74
+ [
75
+ 0.0,
76
+ 1.0,
77
+ 0.0,
78
+ 0.0
79
+ ],
80
+ [
81
+ 0.0,
82
+ 0.0,
83
+ 1.0,
84
+ 0.0
85
+ ]
86
+ ],
87
+ "viewer_initial_pose": [
88
+ [
89
+ 0.966605,
90
+ 0.08623,
91
+ 0.241326,
92
+ -2.574039
93
+ ],
94
+ [
95
+ -0.087459,
96
+ 0.996152,
97
+ -0.005637,
98
+ 0.792673
99
+ ],
100
+ [
101
+ -0.240884,
102
+ -0.015658,
103
+ 0.970428,
104
+ -1.667333
105
+ ]
106
+ ],
107
+ "type": "forward-facing"
108
+ },
109
+ "evaluation_protocol": "default",
110
+ "hparams": {
111
+ "Config.adam_beta1": 0.9,
112
+ "Config.adam_beta2": 0.999,
113
+ "Config.adam_eps": 1e-08,
114
+ "Config.apply_bayer_mask": false,
115
+ "Config.autoexpose_renders": false,
116
+ "Config.batch_size": 16384.0,
117
+ "Config.batching": "all_images",
118
+ "Config.cast_rays_in_train_step": false,
119
+ "Config.charb_padding": 0.001,
120
+ "Config.checkpoint_dir": null,
121
+ "Config.checkpoint_every": 25000.0,
122
+ "Config.compute_disp_metrics": false,
123
+ "Config.compute_normal_metrics": false,
124
+ "Config.data_coarse_loss_mult": 0.0,
125
+ "Config.data_dir": null,
126
+ "Config.data_loss_mult": 1.0,
127
+ "Config.data_loss_type": "rawnerf",
128
+ "Config.dataset_loader": "llff",
129
+ "Config.deterministic_showcase": true,
130
+ "Config.disable_multiscale_loss": false,
131
+ "Config.distortion_loss_mult": 0.0,
132
+ "Config.early_exit_steps": null,
133
+ "Config.eval_crop_borders": 0.0,
134
+ "Config.eval_dataset_limit": 2147483647.0,
135
+ "Config.eval_on_train": false,
136
+ "Config.eval_only_once": true,
137
+ "Config.eval_quantize_metrics": true,
138
+ "Config.eval_raw_affine_cc": false,
139
+ "Config.eval_render_interval": 1.0,
140
+ "Config.eval_save_output": true,
141
+ "Config.eval_save_ray_data": false,
142
+ "Config.exposure_percentile": 97.0,
143
+ "Config.extra_samples": false,
144
+ "Config.factor": 1.0,
145
+ "Config.far": 1.0,
146
+ "Config.forward_facing": true,
147
+ "Config.gc_every": 10000.0,
148
+ "Config.gen_eq": false,
149
+ "Config.grad_max_norm": 0.001,
150
+ "Config.grad_max_val": 0.0,
151
+ "Config.interlevel_loss_mult": 1.0,
152
+ "Config.llff_use_all_images_for_training": false,
153
+ "Config.llffhold": 8.0,
154
+ "Config.load_alphabetical": true,
155
+ "Config.lr_delay_mult": 0.01,
156
+ "Config.lr_delay_steps": 512.0,
157
+ "Config.lr_final": 2e-05,
158
+ "Config.lr_init": 0.002,
159
+ "Config.max_steps": 250000.0,
160
+ "Config.near": 0.0,
161
+ "Config.num_border_pixels_to_mask": 0.0,
162
+ "Config.num_showcase_images": 5.0,
163
+ "Config.patch_size": 1.0,
164
+ "Config.print_every": 1000.0,
165
+ "Config.randomized": true,
166
+ "Config.rawnerf_mode": false,
167
+ "Config.render_camtype": null,
168
+ "Config.render_chunk_size": 16384.0,
169
+ "Config.render_dir": null,
170
+ "Config.render_dist_percentile": 0.5,
171
+ "Config.render_focal": null,
172
+ "Config.render_job_id": 0.0,
173
+ "Config.render_num_jobs": 1.0,
174
+ "Config.render_path": false,
175
+ "Config.render_path_file": null,
176
+ "Config.render_path_frames": 120.0,
177
+ "Config.render_resolution": null,
178
+ "Config.render_save_async": true,
179
+ "Config.render_spherical": false,
180
+ "Config.render_spline_degree": 5.0,
181
+ "Config.render_spline_interpolate_exposure": false,
182
+ "Config.render_spline_keyframes": null,
183
+ "Config.render_spline_n_interp": 30.0,
184
+ "Config.render_spline_smoothness": 0.03,
185
+ "Config.render_video_crf": 18.0,
186
+ "Config.render_video_fps": 60.0,
187
+ "Config.train_render_every": 5000.0,
188
+ "Config.use_tiffs": false,
189
+ "Config.use_uw_acc_trans_loss": true,
190
+ "Config.use_uw_acc_weights_loss": false,
191
+ "Config.use_uw_mlp": true,
192
+ "Config.use_uw_sig_med_loss": false,
193
+ "Config.uw_acc_loss_factor": 6.0,
194
+ "Config.uw_atten_xyz": false,
195
+ "Config.uw_decay_acc": 5000.0,
196
+ "Config.uw_final_acc_trans_loss_mult": 0.0001,
197
+ "Config.uw_final_acc_weights_loss_mult": 0.001,
198
+ "Config.uw_fog_model": false,
199
+ "Config.uw_initial_acc_trans_loss_mult": 0.0001,
200
+ "Config.uw_initial_acc_weights_loss_mult": 0.001,
201
+ "Config.uw_old_model": false,
202
+ "Config.uw_rgb_dir": false,
203
+ "Config.uw_sig_med_mult": 0.0001,
204
+ "Config.vis_decimate": 0.0,
205
+ "Config.vis_num_rays": 8.0,
206
+ "Config.vocab_tree_path": null,
207
+ "Config.z_phase": 0.0,
208
+ "Config.z_variation": 0.0,
209
+ "Model.anneal_slope": 10.0,
210
+ "Model.bg_intensity_range": "(1.0, 1.0)",
211
+ "Model.dilation_bias": 0.0025,
212
+ "Model.dilation_multiplier": 0.5,
213
+ "Model.disable_integration": false,
214
+ "Model.name": null,
215
+ "Model.near_anneal_init": 0.95,
216
+ "Model.near_anneal_rate": null,
217
+ "Model.num_glo_embeddings": 1000.0,
218
+ "Model.num_glo_features": 0.0,
219
+ "Model.num_levels": 2.0,
220
+ "Model.num_nerf_samples": 32.0,
221
+ "Model.num_prop_samples": 128.0,
222
+ "Model.opaque_background": false,
223
+ "Model.ray_shape": "cylinder",
224
+ "Model.raydist_fn": null,
225
+ "Model.resample_padding": 0.0,
226
+ "Model.single_jitter": true,
227
+ "Model.single_mlp": false,
228
+ "Model.stop_level_grad": true,
229
+ "Model.use_gpu_resampling": false,
230
+ "Model.use_viewdirs": true,
231
+ "PropMLP.basis_shape": "octahedron",
232
+ "PropMLP.basis_subdivisions": 1.0,
233
+ "PropMLP.bottleneck_noise": 0.0,
234
+ "PropMLP.bottleneck_width": 256.0,
235
+ "PropMLP.deg_view": 4.0,
236
+ "PropMLP.density_bias": 0.0,
237
+ "PropMLP.density_noise": 0.0,
238
+ "PropMLP.disable_density_normals": true,
239
+ "PropMLP.disable_rgb": true,
240
+ "PropMLP.enable_pred_normals": false,
241
+ "PropMLP.max_deg_point": 16.0,
242
+ "PropMLP.min_deg_point": 0.0,
243
+ "PropMLP.name": null,
244
+ "PropMLP.net_depth": 4.0,
245
+ "PropMLP.net_depth_viewdirs": 1.0,
246
+ "PropMLP.net_width": 256.0,
247
+ "PropMLP.net_width_viewdirs": 128.0,
248
+ "PropMLP.num_rgb_channels": 3.0,
249
+ "PropMLP.rgb_bias": 0.0,
250
+ "PropMLP.rgb_padding": 0.001,
251
+ "PropMLP.rgb_premultiplier": 1.0,
252
+ "PropMLP.skip_layer": 4.0,
253
+ "PropMLP.skip_layer_dir": 4.0,
254
+ "PropMLP.use_directional_enc": false,
255
+ "PropMLP.use_n_dot_v": false,
256
+ "PropMLP.warp_fn": null,
257
+ "PropMLP.weight_init": "he_uniform",
258
+ "UWMLP.basis_shape": "octahedron",
259
+ "UWMLP.basis_subdivisions": 1.0,
260
+ "UWMLP.bottleneck_noise": 0.0,
261
+ "UWMLP.bottleneck_width": 256.0,
262
+ "UWMLP.deg_view": 4.0,
263
+ "UWMLP.density_bias": 0.0,
264
+ "UWMLP.density_noise": 0.0,
265
+ "UWMLP.disable_density_normals": true,
266
+ "UWMLP.disable_rgb": false,
267
+ "UWMLP.enable_pred_normals": false,
268
+ "UWMLP.gen_eq": false,
269
+ "UWMLP.max_deg_point": 16.0,
270
+ "UWMLP.min_deg_point": 0.0,
271
+ "UWMLP.name": null,
272
+ "UWMLP.net_depth": 8.0,
273
+ "UWMLP.net_depth_viewdirs": 1.0,
274
+ "UWMLP.net_width": 256.0,
275
+ "UWMLP.net_width_viewdirs": 128.0,
276
+ "UWMLP.num_rgb_channels": 3.0,
277
+ "UWMLP.rgb_bias": 0.0,
278
+ "UWMLP.rgb_padding": 0.001,
279
+ "UWMLP.rgb_premultiplier": 1.0,
280
+ "UWMLP.skip_layer": 4.0,
281
+ "UWMLP.skip_layer_dir": 4.0,
282
+ "UWMLP.use_directional_enc": false,
283
+ "UWMLP.use_n_dot_v": false,
284
+ "UWMLP.uw_atten_xyz": false,
285
+ "UWMLP.uw_fog_model": false,
286
+ "UWMLP.uw_old_model": false,
287
+ "UWMLP.uw_rgb_dir": false,
288
+ "UWMLP.warp_fn": null,
289
+ "UWMLP.water_bias": 0.0,
290
+ "UWMLP.weight_init": "he_uniform"
291
+ },
292
+ "checkpoint_sha256": "0c70e208bd3a670897345ad26ac923f5c5387e38619711bc2cc9bbd235071d6f"
293
+ },
294
+ "evaluate_datetime": "2024-07-25T11:24:12",
295
+ "evaluate_version": "1.0.2.dev2+g3eac102",
296
+ "metrics": {
297
+ "psnr": 21.73308,
298
+ "ssim": 0.76755,
299
+ "mae": 0.05154,
300
+ "mse": 0.00893,
301
+ "lpips": 0.24641
302
+ },
303
+ "metrics_raw": {
304
+ "psnr": "7iiKQYr/wUGQb71B",
305
+ "ssim": "WE0aP61jXD+FyFY/",
306
+ "mae": "tgSfPaDkEj2eZCg9",
307
+ "mse": "oJmZPExSdjuecYw7",
308
+ "lpips": "XIqnPpUmKj58uXs+"
309
+ },
310
+ "metrics_sha256": "2a2d7391b19b20b00ccc89ad770727a012d179160e0b44dd15485492ae9e578d",
311
+ "predictions_sha256": "a55b21f8659204fdc6fd5ca8df21248b73b428fd92bd1445ab0c829430567a19",
312
+ "ground_truth_sha256": "bcce78d955eee80f4e1306aacf430496d6b6f232d154f07957c59ffafbd41a37",
313
+ "evaluation_protocol": "default"
314
+ }
seathru-nerf/seathru-nerf/japanese-gradens.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f57ab56be81fd56005809164402239451fe36a41f6487c528cee33cf988dc6f4
3
+ size 505570338
seathru-nerf/seathru-nerf/panama.json ADDED
@@ -0,0 +1,314 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "render_datetime": "2024-07-25T11:55:11",
3
+ "render_version": "1.0.2.dev2+g3eac102",
4
+ "render_dataset_metadata": {
5
+ "name": "seathru-nerf",
6
+ "color_space": "srgb",
7
+ "evaluation_protocol": "default",
8
+ "viewer_transform": [
9
+ [
10
+ 1.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0
14
+ ],
15
+ [
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 0.0
20
+ ],
21
+ [
22
+ 0.0,
23
+ 0.0,
24
+ 1.0,
25
+ 0.0
26
+ ]
27
+ ],
28
+ "viewer_initial_pose": [
29
+ [
30
+ 0.995534,
31
+ -0.090869,
32
+ 0.025588,
33
+ 0.342386
34
+ ],
35
+ [
36
+ 0.09096,
37
+ 0.995852,
38
+ -0.0024,
39
+ 1.509899
40
+ ],
41
+ [
42
+ -0.025263,
43
+ 0.004717,
44
+ 0.99967,
45
+ -1.404315
46
+ ]
47
+ ],
48
+ "type": "forward-facing",
49
+ "expected_scene_scale": null
50
+ },
51
+ "nb_info": {
52
+ "method": "seathru-nerf",
53
+ "nb_version": "1.0.2.dev2+g3eac102",
54
+ "num_iterations": 250000,
55
+ "total_train_time": 10496.25259,
56
+ "resources_utilization": {
57
+ "memory": 10100,
58
+ "gpu_name": "NVIDIA A100-SXM4-40GB:4",
59
+ "gpu_memory": 130726
60
+ },
61
+ "datetime": "2024-07-25T11:55:11",
62
+ "config_overrides": {},
63
+ "dataset_metadata": {
64
+ "name": "seathru-nerf",
65
+ "color_space": "srgb",
66
+ "evaluation_protocol": "default",
67
+ "viewer_transform": [
68
+ [
69
+ 1.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0
73
+ ],
74
+ [
75
+ 0.0,
76
+ 1.0,
77
+ 0.0,
78
+ 0.0
79
+ ],
80
+ [
81
+ 0.0,
82
+ 0.0,
83
+ 1.0,
84
+ 0.0
85
+ ]
86
+ ],
87
+ "viewer_initial_pose": [
88
+ [
89
+ 0.995534,
90
+ -0.090869,
91
+ 0.025588,
92
+ 0.342386
93
+ ],
94
+ [
95
+ 0.09096,
96
+ 0.995852,
97
+ -0.0024,
98
+ 1.509899
99
+ ],
100
+ [
101
+ -0.025263,
102
+ 0.004717,
103
+ 0.99967,
104
+ -1.404315
105
+ ]
106
+ ],
107
+ "type": "forward-facing"
108
+ },
109
+ "evaluation_protocol": "default",
110
+ "hparams": {
111
+ "Config.adam_beta1": 0.9,
112
+ "Config.adam_beta2": 0.999,
113
+ "Config.adam_eps": 1e-08,
114
+ "Config.apply_bayer_mask": false,
115
+ "Config.autoexpose_renders": false,
116
+ "Config.batch_size": 16384.0,
117
+ "Config.batching": "all_images",
118
+ "Config.cast_rays_in_train_step": false,
119
+ "Config.charb_padding": 0.001,
120
+ "Config.checkpoint_dir": null,
121
+ "Config.checkpoint_every": 25000.0,
122
+ "Config.compute_disp_metrics": false,
123
+ "Config.compute_normal_metrics": false,
124
+ "Config.data_coarse_loss_mult": 0.0,
125
+ "Config.data_dir": null,
126
+ "Config.data_loss_mult": 1.0,
127
+ "Config.data_loss_type": "rawnerf",
128
+ "Config.dataset_loader": "llff",
129
+ "Config.deterministic_showcase": true,
130
+ "Config.disable_multiscale_loss": false,
131
+ "Config.distortion_loss_mult": 0.0,
132
+ "Config.early_exit_steps": null,
133
+ "Config.eval_crop_borders": 0.0,
134
+ "Config.eval_dataset_limit": 2147483647.0,
135
+ "Config.eval_on_train": false,
136
+ "Config.eval_only_once": true,
137
+ "Config.eval_quantize_metrics": true,
138
+ "Config.eval_raw_affine_cc": false,
139
+ "Config.eval_render_interval": 1.0,
140
+ "Config.eval_save_output": true,
141
+ "Config.eval_save_ray_data": false,
142
+ "Config.exposure_percentile": 97.0,
143
+ "Config.extra_samples": false,
144
+ "Config.factor": 1.0,
145
+ "Config.far": 1.0,
146
+ "Config.forward_facing": true,
147
+ "Config.gc_every": 10000.0,
148
+ "Config.gen_eq": false,
149
+ "Config.grad_max_norm": 0.001,
150
+ "Config.grad_max_val": 0.0,
151
+ "Config.interlevel_loss_mult": 1.0,
152
+ "Config.llff_use_all_images_for_training": false,
153
+ "Config.llffhold": 8.0,
154
+ "Config.load_alphabetical": true,
155
+ "Config.lr_delay_mult": 0.01,
156
+ "Config.lr_delay_steps": 512.0,
157
+ "Config.lr_final": 2e-05,
158
+ "Config.lr_init": 0.002,
159
+ "Config.max_steps": 250000.0,
160
+ "Config.near": 0.0,
161
+ "Config.num_border_pixels_to_mask": 0.0,
162
+ "Config.num_showcase_images": 5.0,
163
+ "Config.patch_size": 1.0,
164
+ "Config.print_every": 1000.0,
165
+ "Config.randomized": true,
166
+ "Config.rawnerf_mode": false,
167
+ "Config.render_camtype": null,
168
+ "Config.render_chunk_size": 16384.0,
169
+ "Config.render_dir": null,
170
+ "Config.render_dist_percentile": 0.5,
171
+ "Config.render_focal": null,
172
+ "Config.render_job_id": 0.0,
173
+ "Config.render_num_jobs": 1.0,
174
+ "Config.render_path": false,
175
+ "Config.render_path_file": null,
176
+ "Config.render_path_frames": 120.0,
177
+ "Config.render_resolution": null,
178
+ "Config.render_save_async": true,
179
+ "Config.render_spherical": false,
180
+ "Config.render_spline_degree": 5.0,
181
+ "Config.render_spline_interpolate_exposure": false,
182
+ "Config.render_spline_keyframes": null,
183
+ "Config.render_spline_n_interp": 30.0,
184
+ "Config.render_spline_smoothness": 0.03,
185
+ "Config.render_video_crf": 18.0,
186
+ "Config.render_video_fps": 60.0,
187
+ "Config.train_render_every": 5000.0,
188
+ "Config.use_tiffs": false,
189
+ "Config.use_uw_acc_trans_loss": true,
190
+ "Config.use_uw_acc_weights_loss": false,
191
+ "Config.use_uw_mlp": true,
192
+ "Config.use_uw_sig_med_loss": false,
193
+ "Config.uw_acc_loss_factor": 6.0,
194
+ "Config.uw_atten_xyz": false,
195
+ "Config.uw_decay_acc": 5000.0,
196
+ "Config.uw_final_acc_trans_loss_mult": 0.0001,
197
+ "Config.uw_final_acc_weights_loss_mult": 0.001,
198
+ "Config.uw_fog_model": false,
199
+ "Config.uw_initial_acc_trans_loss_mult": 0.0001,
200
+ "Config.uw_initial_acc_weights_loss_mult": 0.001,
201
+ "Config.uw_old_model": false,
202
+ "Config.uw_rgb_dir": false,
203
+ "Config.uw_sig_med_mult": 0.0001,
204
+ "Config.vis_decimate": 0.0,
205
+ "Config.vis_num_rays": 8.0,
206
+ "Config.vocab_tree_path": null,
207
+ "Config.z_phase": 0.0,
208
+ "Config.z_variation": 0.0,
209
+ "Model.anneal_slope": 10.0,
210
+ "Model.bg_intensity_range": "(1.0, 1.0)",
211
+ "Model.dilation_bias": 0.0025,
212
+ "Model.dilation_multiplier": 0.5,
213
+ "Model.disable_integration": false,
214
+ "Model.name": null,
215
+ "Model.near_anneal_init": 0.95,
216
+ "Model.near_anneal_rate": null,
217
+ "Model.num_glo_embeddings": 1000.0,
218
+ "Model.num_glo_features": 0.0,
219
+ "Model.num_levels": 2.0,
220
+ "Model.num_nerf_samples": 32.0,
221
+ "Model.num_prop_samples": 128.0,
222
+ "Model.opaque_background": false,
223
+ "Model.ray_shape": "cylinder",
224
+ "Model.raydist_fn": null,
225
+ "Model.resample_padding": 0.0,
226
+ "Model.single_jitter": true,
227
+ "Model.single_mlp": false,
228
+ "Model.stop_level_grad": true,
229
+ "Model.use_gpu_resampling": false,
230
+ "Model.use_viewdirs": true,
231
+ "PropMLP.basis_shape": "octahedron",
232
+ "PropMLP.basis_subdivisions": 1.0,
233
+ "PropMLP.bottleneck_noise": 0.0,
234
+ "PropMLP.bottleneck_width": 256.0,
235
+ "PropMLP.deg_view": 4.0,
236
+ "PropMLP.density_bias": 0.0,
237
+ "PropMLP.density_noise": 0.0,
238
+ "PropMLP.disable_density_normals": true,
239
+ "PropMLP.disable_rgb": true,
240
+ "PropMLP.enable_pred_normals": false,
241
+ "PropMLP.max_deg_point": 16.0,
242
+ "PropMLP.min_deg_point": 0.0,
243
+ "PropMLP.name": null,
244
+ "PropMLP.net_depth": 4.0,
245
+ "PropMLP.net_depth_viewdirs": 1.0,
246
+ "PropMLP.net_width": 256.0,
247
+ "PropMLP.net_width_viewdirs": 128.0,
248
+ "PropMLP.num_rgb_channels": 3.0,
249
+ "PropMLP.rgb_bias": 0.0,
250
+ "PropMLP.rgb_padding": 0.001,
251
+ "PropMLP.rgb_premultiplier": 1.0,
252
+ "PropMLP.skip_layer": 4.0,
253
+ "PropMLP.skip_layer_dir": 4.0,
254
+ "PropMLP.use_directional_enc": false,
255
+ "PropMLP.use_n_dot_v": false,
256
+ "PropMLP.warp_fn": null,
257
+ "PropMLP.weight_init": "he_uniform",
258
+ "UWMLP.basis_shape": "octahedron",
259
+ "UWMLP.basis_subdivisions": 1.0,
260
+ "UWMLP.bottleneck_noise": 0.0,
261
+ "UWMLP.bottleneck_width": 256.0,
262
+ "UWMLP.deg_view": 4.0,
263
+ "UWMLP.density_bias": 0.0,
264
+ "UWMLP.density_noise": 0.0,
265
+ "UWMLP.disable_density_normals": true,
266
+ "UWMLP.disable_rgb": false,
267
+ "UWMLP.enable_pred_normals": false,
268
+ "UWMLP.gen_eq": false,
269
+ "UWMLP.max_deg_point": 16.0,
270
+ "UWMLP.min_deg_point": 0.0,
271
+ "UWMLP.name": null,
272
+ "UWMLP.net_depth": 8.0,
273
+ "UWMLP.net_depth_viewdirs": 1.0,
274
+ "UWMLP.net_width": 256.0,
275
+ "UWMLP.net_width_viewdirs": 128.0,
276
+ "UWMLP.num_rgb_channels": 3.0,
277
+ "UWMLP.rgb_bias": 0.0,
278
+ "UWMLP.rgb_padding": 0.001,
279
+ "UWMLP.rgb_premultiplier": 1.0,
280
+ "UWMLP.skip_layer": 4.0,
281
+ "UWMLP.skip_layer_dir": 4.0,
282
+ "UWMLP.use_directional_enc": false,
283
+ "UWMLP.use_n_dot_v": false,
284
+ "UWMLP.uw_atten_xyz": false,
285
+ "UWMLP.uw_fog_model": false,
286
+ "UWMLP.uw_old_model": false,
287
+ "UWMLP.uw_rgb_dir": false,
288
+ "UWMLP.warp_fn": null,
289
+ "UWMLP.water_bias": 0.0,
290
+ "UWMLP.weight_init": "he_uniform"
291
+ },
292
+ "checkpoint_sha256": "94130d4e08ec3266f60bccd1d581571b9d212820657e6fcdabf726331079a47a"
293
+ },
294
+ "evaluate_datetime": "2024-07-25T11:55:50",
295
+ "evaluate_version": "1.0.2.dev2+g3eac102",
296
+ "metrics": {
297
+ "psnr": 27.82389,
298
+ "ssim": 0.8335,
299
+ "mae": 0.0241,
300
+ "mse": 0.00166,
301
+ "lpips": 0.22634
302
+ },
303
+ "metrics_raw": {
304
+ "psnr": "Z8zeQUJR20FNqOFB",
305
+ "ssim": "0CZXP02nUT8FUlc/",
306
+ "mae": "hrTDPMvGxDw2r8c8",
307
+ "mse": "hgvXOgS17TrSDsY6",
308
+ "lpips": "mt5zPm7iPT6PyII+"
309
+ },
310
+ "metrics_sha256": "6750c7929c1566c1bdc18f396abcad0536f7e67d14658c83ad2e0204813239b0",
311
+ "predictions_sha256": "1749b4d274361da23c81b845d69edaf8b36f7c665c681933beb1e596b7827379",
312
+ "ground_truth_sha256": "96d49d3325047e381918ac5cdd6590b0d7042ae8fece3bfa329d0314b7ba3a74",
313
+ "evaluation_protocol": "default"
314
+ }
seathru-nerf/seathru-nerf/panama.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1444919b74e19681c259960b720e3c8576a1a08e745074d578be14fe0043030
3
+ size 515680657