File size: 15,119 Bytes
2ce14fe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
{
  "render_datetime": "2024-06-25T15:56:34",
  "render_version": "develop",
  "render_dataset_metadata": {
    "name": "tanksandtemples",
    "color_space": "srgb",
    "evaluation_protocol": "default",
    "viewer_transform": [
      [
        0.145869,
        -0.0013,
        0.001669,
        0.014337
      ],
      [
        -0.0013,
        0.035689,
        0.141445,
        0.043444
      ],
      [
        -0.001669,
        -0.141445,
        0.035674,
        -0.001593
      ]
    ],
    "viewer_initial_pose": [
      [
        0.808818,
        0.049802,
        0.585946,
        -0.263633
      ],
      [
        -0.587838,
        0.041126,
        0.807933,
        -0.633497
      ],
      [
        0.016139,
        -0.997912,
        0.062539,
        0.019738
      ]
    ],
    "scene": "temple",
    "downscale_factor": 2,
    "expected_scene_scale": 5.881043,
    "type": null
  },
  "nb_info": {
    "method": "zipnerf",
    "nb_version": "develop",
    "num_iterations": 200000,
    "total_train_time": 21871.89854,
    "resources_utilization": {
      "memory": 6615,
      "gpu_name": "NVIDIA A100-SXM4-40GB",
      "gpu_memory": 27250
    },
    "datetime": "2024-06-25T15:56:32",
    "config_overrides": {},
    "dataset_metadata": {
      "name": "tanksandtemples",
      "color_space": "srgb",
      "evaluation_protocol": "default",
      "viewer_transform": [
        [
          0.145869,
          -0.0013,
          0.001669,
          0.014337
        ],
        [
          -0.0013,
          0.035689,
          0.141445,
          0.043444
        ],
        [
          -0.001669,
          -0.141445,
          0.035674,
          -0.001593
        ]
      ],
      "viewer_initial_pose": [
        [
          0.808818,
          0.049802,
          0.585946,
          -0.263633
        ],
        [
          -0.587838,
          0.041126,
          0.807933,
          -0.633497
        ],
        [
          0.016139,
          -0.997912,
          0.062539,
          0.019738
        ]
      ],
      "scene": "temple",
      "downscale_factor": 2,
      "expected_scene_scale": 5.881043,
      "type": null
    },
    "evaluation_protocol": "default",
    "hparams": {
      "Config.adam_beta1": 0.9,
      "Config.adam_beta2": 0.99,
      "Config.adam_eps": 1e-15,
      "Config.arcore_format_pose_file": null,
      "Config.autoexpose_renders": false,
      "Config.batch_size": 8192.0,
      "Config.batching": "all_images",
      "Config.camera_perturb_dolly_use_average": false,
      "Config.camera_perturb_intrinsic_single": true,
      "Config.camera_perturb_sigma_dolly_z": 0.0,
      "Config.camera_perturb_sigma_focal_length": 0.0,
      "Config.camera_perturb_sigma_look_at": 0.0,
      "Config.camera_perturb_sigma_position": 0.0,
      "Config.camera_perturb_zero_distortion": false,
      "Config.cast_rays_in_eval_step": true,
      "Config.cast_rays_in_train_step": true,
      "Config.charb_padding": 0.001,
      "Config.checkpoint_dir": null,
      "Config.checkpoint_every": 10000.0,
      "Config.checkpoint_init": false,
      "Config.checkpoint_keep": 2.0,
      "Config.colmap_subdir": null,
      "Config.compute_disp_metrics": false,
      "Config.compute_normal_metrics": false,
      "Config.compute_procrustes_metric": false,
      "Config.data_coarse_loss_mult": 0.0,
      "Config.data_dir": null,
      "Config.data_loss_mult": 1.0,
      "Config.data_loss_type": "charb",
      "Config.dataset_loader": "llff",
      "Config.debug_mode": false,
      "Config.deterministic_showcase": true,
      "Config.disable_multiscale_loss": false,
      "Config.disable_pmap_and_jit": false,
      "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})",
      "Config.distortion_loss_mult": 0.01,
      "Config.distortion_loss_target": "tdist",
      "Config.donate_args_to_train": true,
      "Config.dtu_light_cond": 3.0,
      "Config.early_exit_steps": null,
      "Config.eikonal_coarse_loss_mult": 0.0,
      "Config.eikonal_loss_mult": 0.0,
      "Config.enable_grid_c2f": false,
      "Config.enable_loss_scaler": false,
      "Config.eval_crop_borders": 0.0,
      "Config.eval_dataset_limit": 2147483647.0,
      "Config.eval_only_once": true,
      "Config.eval_quantize_metrics": true,
      "Config.eval_raw_affine_cc": false,
      "Config.eval_render_interval": 1.0,
      "Config.eval_save_output": true,
      "Config.eval_save_ray_data": false,
      "Config.exposure_percentile": 97.0,
      "Config.factor": 4.0,
      "Config.far": 1000000.0,
      "Config.far_plane_meters": null,
      "Config.focal_length_var_loss_mult": 0.0,
      "Config.forward_facing": false,
      "Config.gc_every": 10000.0,
      "Config.grad_max_norm": 0.0,
      "Config.grad_max_val": 0.0,
      "Config.grid_c2f_weight_method": "cosine_sequential",
      "Config.image_subdir": null,
      "Config.jax_rng_seed": 20200823.0,
      "Config.llff_load_from_poses_bounds": false,
      "Config.llff_use_all_images_for_training": false,
      "Config.llffhold": 8.0,
      "Config.load_alphabetical": true,
      "Config.load_colmap_points": false,
      "Config.load_ngp_format_poses": false,
      "Config.lock_up": false,
      "Config.loss_scale": 1000.0,
      "Config.lr_delay_mult": 1e-08,
      "Config.lr_delay_steps": 20000.0,
      "Config.lr_final": 0.000125,
      "Config.lr_final_grid": null,
      "Config.lr_init": 0.00125,
      "Config.lr_init_grid": null,
      "Config.max_steps": 200000.0,
      "Config.multiscale_train_factors": null,
      "Config.near": 0.0,
      "Config.near_plane_meters": null,
      "Config.np_rng_seed": 20201473.0,
      "Config.num_border_pixels_to_mask": 0.0,
      "Config.num_showcase_images": 5.0,
      "Config.optimize_cameras": false,
      "Config.optimize_test_cameras": false,
      "Config.optimize_test_cameras_batch_size": 10000.0,
      "Config.optimize_test_cameras_for_n_steps": 200.0,
      "Config.optimize_test_cameras_lr": 0.001,
      "Config.orientation_coarse_loss_mult": 0.0,
      "Config.orientation_loss_mult": 0.0,
      "Config.orientation_loss_target": "normals_pred",
      "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}",
      "Config.patch_size": 1.0,
      "Config.predicted_normal_coarse_loss_mult": 0.0,
      "Config.predicted_normal_loss_mult": 0.0,
      "Config.principal_point_reg_loss_mult": 0.0,
      "Config.principal_point_var_loss_mult": 0.0,
      "Config.print_camera_every": 500.0,
      "Config.print_every": 100.0,
      "Config.rad_mult_max": 1.0,
      "Config.rad_mult_min": 1.0,
      "Config.radial_distortion_var_loss_mult": 0.0,
      "Config.randomized": true,
      "Config.rawnerf_mode": false,
      "Config.render_calibration_distance": 3.0,
      "Config.render_calibration_keyframes": null,
      "Config.render_camtype": null,
      "Config.render_chunk_size": 32768.0,
      "Config.render_delete_images_when_done": true,
      "Config.render_dir": null,
      "Config.render_dist_adaptive": false,
      "Config.render_dist_percentile": 0.5,
      "Config.render_focal": null,
      "Config.render_looped_videos": false,
      "Config.render_path": false,
      "Config.render_path_file": null,
      "Config.render_path_frames": 120.0,
      "Config.render_resolution": null,
      "Config.render_rgb_only": false,
      "Config.render_rotate_xaxis": 0.0,
      "Config.render_rotate_yaxis": 0.0,
      "Config.render_spherical": false,
      "Config.render_spline_const_speed": false,
      "Config.render_spline_degree": 5.0,
      "Config.render_spline_fixed_up": false,
      "Config.render_spline_interpolate_exposure": false,
      "Config.render_spline_interpolate_exposure_smoothness": 20.0,
      "Config.render_spline_keyframes": null,
      "Config.render_spline_keyframes_choices": null,
      "Config.render_spline_lock_up": false,
      "Config.render_spline_lookahead_i": null,
      "Config.render_spline_meters_per_sec": null,
      "Config.render_spline_n_buffer": null,
      "Config.render_spline_n_interp": 30.0,
      "Config.render_spline_outlier_keyframe_multiplier": null,
      "Config.render_spline_outlier_keyframe_quantile": null,
      "Config.render_spline_rot_weight": 0.1,
      "Config.render_spline_smoothness": 0.03,
      "Config.render_video_crf": 18.0,
      "Config.render_video_exts": "('mp4',)",
      "Config.render_video_fps": 60.0,
      "Config.robust_loss_scale": 0.01,
      "Config.save_calibration_to_disk": false,
      "Config.scene_bbox": null,
      "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}",
      "Config.train_render_every": 0.0,
      "Config.transform_poses_fn": null,
      "Config.use_exrs": false,
      "Config.use_identity_cameras": false,
      "Config.use_perturbed_cameras": false,
      "Config.use_tiffs": false,
      "Config.vis_decimate": 0.0,
      "Config.vis_num_rays": 16.0,
      "Config.visualize_every": 10000.0,
      "Config.vocab_tree_path": null,
      "Config.world_scale": 1.0,
      "Config.z_max": null,
      "Config.z_min": null,
      "Config.z_phase": 0.0,
      "Config.z_variation": 0.0,
      "HashEncoding.append_scale": true,
      "HashEncoding.bbox_scaling": 2.0,
      "HashEncoding.hash_init_range": 0.0001,
      "HashEncoding.hash_map_size": 2097152.0,
      "HashEncoding.jitter_coordinates": false,
      "HashEncoding.max_grid_size": 8192.0,
      "HashEncoding.min_grid_size": 16.0,
      "HashEncoding.precondition_scaling": 10.0,
      "HashEncoding.scale_supersample": 1.0,
      "HashEncoding.use_float16_hash": false,
      "inv_power_ladder.postmult": null,
      "MLP.basis_shape": "icosahedron",
      "MLP.basis_subdivisions": 2.0,
      "MLP.beta_init": 0.1,
      "MLP.beta_min": 0.0001,
      "MLP.bottleneck_noise": 0.0,
      "MLP.bottleneck_width": 256.0,
      "MLP.deg_view": 4.0,
      "MLP.density_activation": "@math.safe_exp",
      "MLP.density_as_sdf": false,
      "MLP.density_bias": -1.0,
      "MLP.density_noise": 0.0,
      "MLP.disable_density_normals": true,
      "MLP.disable_rgb": false,
      "MLP.enable_pred_normals": false,
      "MLP.enable_pred_roughness": false,
      "MLP.glo_mlp_arch": "()",
      "MLP.glo_mode": "concatenate",
      "MLP.glo_premultiplier": 1.0,
      "MLP.isotropize_gaussians": false,
      "MLP.max_deg_point": 12.0,
      "MLP.min_deg_point": 0.0,
      "MLP.net_depth": 1.0,
      "MLP.net_depth_viewdirs": 3.0,
      "MLP.net_width": 64.0,
      "MLP.net_width_viewdirs": 256.0,
      "MLP.num_rgb_channels": 3.0,
      "MLP.posenc_feature_scale": 1.0,
      "MLP.rgb_bias": 0.0,
      "MLP.rgb_padding": 0.001,
      "MLP.rgb_premultiplier": 1.0,
      "MLP.roughness_bias": -1.0,
      "MLP.skip_final_density_layer": false,
      "MLP.skip_layer": 4.0,
      "MLP.skip_layer_dir": 2.0,
      "MLP.sphere_init": false,
      "MLP.sphere_radius": 1.0,
      "MLP.squash_before": false,
      "MLP.unscented_mip_basis": "hexify",
      "MLP.unscented_scale_mult": 0.5,
      "MLP.use_affine_dir_enc_transform": false,
      "MLP.use_diffuse_color": false,
      "MLP.use_directional_enc": false,
      "MLP.use_exposure_at_bottleneck": false,
      "MLP.use_learned_vignette_map": false,
      "MLP.use_n_dot_v": false,
      "MLP.use_posenc_with_grid": false,
      "MLP.use_reflections": false,
      "MLP.use_specular_tint": false,
      "MLP.warp_fn": "@coord.contract",
      "MLP.weight_init": "he_uniform",
      "Model.anneal_slope": 10.0,
      "Model.bg_intensity_range": "(0, 1)",
      "Model.disable_integration": false,
      "Model.final_betas": "(0.015, 0.003, 0.001)",
      "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})",
      "Model.learned_exposure_scaling": false,
      "Model.max_exposure": 1.0,
      "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})",
      "Model.name": null,
      "Model.near_anneal_init": 0.95,
      "Model.near_anneal_rate": null,
      "Model.num_glo_embeddings": 10000.0,
      "Model.num_glo_features": 0.0,
      "Model.rate_beta": 0.75,
      "Model.ray_shape": "cone",
      "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})",
      "Model.resample_padding": 0.0,
      "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))",
      "Model.scheduled_beta": false,
      "Model.single_jitter": true,
      "Model.stop_level_grad": true,
      "Model.use_viewdirs": true,
      "power_ladder.postmult": null
    },
    "checkpoint_sha256": "42c5d34baad1dd0b7ccccbc541e9bc90e858cbe73afdde31177c44296ce09dd9"
  },
  "evaluate_datetime": "2024-06-25T16:02:13",
  "evaluate_version": "develop",
  "metrics": {
    "psnr": 23.13833,
    "ssim": 0.80661,
    "mae": 0.05233,
    "mse": 0.00831,
    "lpips": 0.15264
  },
  "metrics_raw": {
    "psnr": "mNuyQW3opEFkmbdBlDbfQeK14kHcqPFB6IjbQYwa6kHzlINBLkprQVKorEHrzKxBsxmgQZTi00H8gP1BJ0vYQWU1wEGOV+NBN4naQQpjxkG8Q8hBsjJJQdjAyUFMlsVB7TaYQX33IkF3Oa9BZW2vQWDmsUElxN5BSrzOQa4QrEFycZ1BUrWvQWAOwUEmcM5B19G/QSIxz0G4+rhBWs+iQZCGv0ECXL5BBSLDQYRLq0Fmy6JBWDCuQUTpo0HmWbpBpv+rQY76jUER5X1BCzreQcrPtkH4VshBxeyoQTa7wEE3nbhBHtvQQbev0EEAQqxBqXm9QXFDqkG2SOJBxOCZQQ==",
    "ssim": "bsVBPyQcQT8lsEc/nyVdP4ClYD8jkWk/OKNgPwXpYz/B7kI/wEg0P1p5RT/GUFU/nLs5P6ZvYT+UD20/oDVeP9SKWD/KCmc/F49hP8eWXD9k1V4/7uAIP6BCXD/wD10/13Y7P4zgDD+Vrkk/oUFSP0I9Tz9eYFw/GhZaP5JOXj/FJTs/Ga5PPxIzTT+enlk/WKFFPy1uUD+ztUg/K7VIP0ilQT96X0o/HExQPx2vOj8vdTo/qNVEP/FjPT+PZEg/DkZEP8ygSj88ljA/jeBhP7rQSj+PE1M/h747P9z1WD8jg1o/oVZhP+tcVj/bAlQ/RFhaP1T5VT9UbWQ/WE5FPw==",
    "mae": "Z5RKPfkrVz2E1SE9hTS3PF2trDzL65k8Oue7PPK3rDwVxMk9wH4ePpVjRj1erXU9Y7maPSWF/jy/5oA8KszyPLSbPD2Tccg8quPpPPz5Fz0TlRg9wMpNPsMZGz2qdCM9jiNtPYLJcD5BUkM9w/N1PbUhZD2RatY8CFALPUlPaD3O25E9+QxuPZH7Ez0Z9988ZMsPPc/T5DwaDR89b8lVPWctID2yhiM9EQ8HPXzEWj0i5Fs9VCo7PWABRz1nzhQ96cxSPbB1vz3LAg8+B7rHPAgwTj1dxPs89hxnPdDQND0AXBk9vq8IPUpH+jwFrnk9F00/PcfggD2JvtQ8W5qdPQ==",
    "mse": "N22+O5RBDjx3IqY7Q37UOhslwDqf6nk6eznsOqpQmzrhnbk8hJwKPX+h4zs3suI7B14jPPUzEzvsuDE6S6kBO8argTsRr7w6MR3zOpAXWTu7q0072GViPVQLRTu9JV47Ff5MPHk9xD1Ga9M7MDDSO/G/wzukPtc6g7gqO4iL5zslWjA8037QO34XfTs9MCw7aSGDOxl+KDsPqp87WRwXPMA+hDttwog7KWhuOy+87DuKLRc81tDZO3VlEjype5k7IP3nO6OciTx1GtQ86ZzaOnrxqTv6OU07s3L9Oyp4fzsFWqE78pwgOxNmITvBQ+Y71EiMO37e8zuZhMI6x2hDPA==",
    "lpips": "/eZ+PhTdPD6vyyg+YwHyPdjovz3k6qc9XciWPZVUqT1SaF4+FCpaPlpHYD7xOiY+blRBPgb6pD3UclU9Cd2ePXuosT02voE9ODu4PXSesD2/Vs89vd6QPly0hT2QscQ9/GSlPqBBsD6GVCs+WX0zPpREKj6Rtrg9yFXTPfflCj7yBFE+Av4fPgBmIz5uxd49c0kNPn7FHz46kgc+mM1BPtISOz4gjy4+BotOPu2Khz4T8TM+U1kqPsyjKz4aFR0+lllRPqd1Kj5KSWg+BooJProUMT5KyDI+NYtcPvAcFz6pIRc+nT8GPsqxHT7mHwY+Y1OqPWbH1T0H8JI9VHAPPg=="
  },
  "metrics_sha256": "03b39728a4fce7998273846048cdb5c8a9569d7516438069164149a14d2ef06d",
  "predictions_sha256": "d0cacebfa63a0b7aee8f5b5064b0e7a7d90bb9e5ba87a6daaef1215fdeba0c21",
  "ground_truth_sha256": "0f765a63b07ed0857386847648f049cfe4bb1078863596782e56d857048b57c5",
  "evaluation_protocol": "default"
}