File size: 14,057 Bytes
f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd 1f77fc6 f0d58dd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 |
{
"render_datetime": "2024-06-20T06:12:36",
"render_version": "0.0.16.dev63+g7840983.d20240612",
"render_dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.156045,
0.136586,
-0.1187,
0.006282
],
[
0.180927,
-0.114922,
0.105612,
-0.102236
],
[
0.00328,
-0.158849,
-0.178471,
0.265483
]
],
"viewer_initial_pose": [
[
0.539207,
0.025908,
-0.841775,
0.808877
],
[
0.842114,
-0.028437,
0.538549,
-0.526655
],
[
-0.009985,
-0.99926,
-0.037151,
-0.203431
]
],
"scene": "stump",
"downscale_factor": 4,
"expected_scene_scale": 4.164446,
"type": "object-centric"
},
"nb_info": {
"method": "zipnerf",
"num_iterations": 200000,
"total_train_time": 19515.41087,
"resources_utilization": {
"memory": 4978,
"gpu_memory": 27382,
"gpu_name": "NVIDIA A100-SXM4-40GB"
},
"datetime": "2024-06-07T17:30:25+0200",
"config_overrides": {},
"dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.156045,
0.136586,
-0.1187,
0.006282
],
[
0.180927,
-0.114922,
0.105612,
-0.102236
],
[
0.00328,
-0.158849,
-0.178471,
0.265483
]
],
"viewer_initial_pose": [
[
0.539207,
0.025908,
-0.841775,
0.808877
],
[
0.842114,
-0.028437,
0.538549,
-0.526655
],
[
-0.009985,
-0.99926,
-0.037151,
-0.203431
]
],
"scene": "stump",
"downscale_factor": 4,
"expected_scene_scale": 4.164446,
"type": "object-centric"
},
"evaluation_protocol": "nerf",
"nb_version": "0.0.16.dev56+g8ee0779.d20240531",
"hparams": {
"Config.adam_beta1": 0.9,
"Config.adam_beta2": 0.99,
"Config.adam_eps": 1e-15,
"Config.arcore_format_pose_file": null,
"Config.autoexpose_renders": false,
"Config.batch_size": 8192.0,
"Config.batching": "all_images",
"Config.camera_perturb_dolly_use_average": false,
"Config.camera_perturb_intrinsic_single": true,
"Config.camera_perturb_sigma_dolly_z": 0.0,
"Config.camera_perturb_sigma_focal_length": 0.0,
"Config.camera_perturb_sigma_look_at": 0.0,
"Config.camera_perturb_sigma_position": 0.0,
"Config.camera_perturb_zero_distortion": false,
"Config.cast_rays_in_eval_step": true,
"Config.cast_rays_in_train_step": true,
"Config.charb_padding": 0.001,
"Config.checkpoint_dir": null,
"Config.checkpoint_every": 10000.0,
"Config.checkpoint_init": false,
"Config.checkpoint_keep": 2.0,
"Config.colmap_subdir": null,
"Config.compute_disp_metrics": false,
"Config.compute_normal_metrics": false,
"Config.compute_procrustes_metric": false,
"Config.data_coarse_loss_mult": 0.0,
"Config.data_dir": null,
"Config.data_loss_mult": 1.0,
"Config.data_loss_type": "charb",
"Config.dataset_loader": "llff",
"Config.debug_mode": false,
"Config.deterministic_showcase": true,
"Config.disable_multiscale_loss": false,
"Config.disable_pmap_and_jit": false,
"Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})",
"Config.distortion_loss_mult": 0.01,
"Config.distortion_loss_target": "tdist",
"Config.donate_args_to_train": true,
"Config.dtu_light_cond": 3.0,
"Config.early_exit_steps": null,
"Config.eikonal_coarse_loss_mult": 0.0,
"Config.eikonal_loss_mult": 0.0,
"Config.enable_grid_c2f": false,
"Config.enable_loss_scaler": false,
"Config.eval_crop_borders": 0.0,
"Config.eval_dataset_limit": 2147483647.0,
"Config.eval_only_once": true,
"Config.eval_quantize_metrics": true,
"Config.eval_raw_affine_cc": false,
"Config.eval_render_interval": 1.0,
"Config.eval_save_output": true,
"Config.eval_save_ray_data": false,
"Config.exposure_percentile": 97.0,
"Config.factor": 4.0,
"Config.far": 1000000.0,
"Config.far_plane_meters": null,
"Config.focal_length_var_loss_mult": 0.0,
"Config.forward_facing": false,
"Config.gc_every": 10000.0,
"Config.grad_max_norm": 0.0,
"Config.grad_max_val": 0.0,
"Config.grid_c2f_weight_method": "cosine_sequential",
"Config.image_subdir": null,
"Config.jax_rng_seed": 20200823.0,
"Config.llff_load_from_poses_bounds": false,
"Config.llff_use_all_images_for_training": false,
"Config.llffhold": 8.0,
"Config.load_alphabetical": true,
"Config.load_colmap_points": false,
"Config.load_ngp_format_poses": false,
"Config.lock_up": false,
"Config.loss_scale": 1000.0,
"Config.lr_delay_mult": 1e-08,
"Config.lr_delay_steps": 20000.0,
"Config.lr_final": 0.000125,
"Config.lr_final_grid": null,
"Config.lr_init": 0.00125,
"Config.lr_init_grid": null,
"Config.max_steps": 200000.0,
"Config.multiscale_train_factors": null,
"Config.near": 0.0,
"Config.near_plane_meters": null,
"Config.np_rng_seed": 20201473.0,
"Config.num_border_pixels_to_mask": 0.0,
"Config.num_showcase_images": 5.0,
"Config.optimize_cameras": false,
"Config.optimize_test_cameras": false,
"Config.optimize_test_cameras_batch_size": 10000.0,
"Config.optimize_test_cameras_for_n_steps": 200.0,
"Config.optimize_test_cameras_lr": 0.001,
"Config.orientation_coarse_loss_mult": 0.0,
"Config.orientation_loss_mult": 0.0,
"Config.orientation_loss_target": "normals_pred",
"Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}",
"Config.patch_size": 1.0,
"Config.predicted_normal_coarse_loss_mult": 0.0,
"Config.predicted_normal_loss_mult": 0.0,
"Config.principal_point_reg_loss_mult": 0.0,
"Config.principal_point_var_loss_mult": 0.0,
"Config.print_camera_every": 500.0,
"Config.print_every": 100.0,
"Config.rad_mult_max": 1.0,
"Config.rad_mult_min": 1.0,
"Config.radial_distortion_var_loss_mult": 0.0,
"Config.randomized": true,
"Config.rawnerf_mode": false,
"Config.render_calibration_distance": 3.0,
"Config.render_calibration_keyframes": null,
"Config.render_camtype": null,
"Config.render_chunk_size": 32768.0,
"Config.render_delete_images_when_done": true,
"Config.render_dir": null,
"Config.render_dist_adaptive": false,
"Config.render_dist_percentile": 0.5,
"Config.render_focal": null,
"Config.render_looped_videos": false,
"Config.render_path": false,
"Config.render_path_file": null,
"Config.render_path_frames": 120.0,
"Config.render_resolution": null,
"Config.render_rgb_only": false,
"Config.render_rotate_xaxis": 0.0,
"Config.render_rotate_yaxis": 0.0,
"Config.render_spherical": false,
"Config.render_spline_const_speed": false,
"Config.render_spline_degree": 5.0,
"Config.render_spline_fixed_up": false,
"Config.render_spline_interpolate_exposure": false,
"Config.render_spline_interpolate_exposure_smoothness": 20.0,
"Config.render_spline_keyframes": null,
"Config.render_spline_keyframes_choices": null,
"Config.render_spline_lock_up": false,
"Config.render_spline_lookahead_i": null,
"Config.render_spline_meters_per_sec": null,
"Config.render_spline_n_buffer": null,
"Config.render_spline_n_interp": 30.0,
"Config.render_spline_outlier_keyframe_multiplier": null,
"Config.render_spline_outlier_keyframe_quantile": null,
"Config.render_spline_rot_weight": 0.1,
"Config.render_spline_smoothness": 0.03,
"Config.render_video_crf": 18.0,
"Config.render_video_exts": "('mp4',)",
"Config.render_video_fps": 60.0,
"Config.robust_loss_scale": 0.01,
"Config.save_calibration_to_disk": false,
"Config.scene_bbox": null,
"Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}",
"Config.train_render_every": 0.0,
"Config.transform_poses_fn": null,
"Config.use_exrs": false,
"Config.use_identity_cameras": false,
"Config.use_perturbed_cameras": false,
"Config.use_tiffs": false,
"Config.vis_decimate": 0.0,
"Config.vis_num_rays": 16.0,
"Config.visualize_every": 10000.0,
"Config.vocab_tree_path": null,
"Config.world_scale": 1.0,
"Config.z_max": null,
"Config.z_min": null,
"Config.z_phase": 0.0,
"Config.z_variation": 0.0,
"HashEncoding.append_scale": true,
"HashEncoding.bbox_scaling": 2.0,
"HashEncoding.hash_init_range": 0.0001,
"HashEncoding.hash_map_size": 2097152.0,
"HashEncoding.jitter_coordinates": false,
"HashEncoding.max_grid_size": 8192.0,
"HashEncoding.min_grid_size": 16.0,
"HashEncoding.precondition_scaling": 10.0,
"HashEncoding.scale_supersample": 1.0,
"HashEncoding.use_float16_hash": false,
"inv_power_ladder.postmult": null,
"MLP.basis_shape": "icosahedron",
"MLP.basis_subdivisions": 2.0,
"MLP.beta_init": 0.1,
"MLP.beta_min": 0.0001,
"MLP.bottleneck_noise": 0.0,
"MLP.bottleneck_width": 256.0,
"MLP.deg_view": 4.0,
"MLP.density_activation": "@math.safe_exp",
"MLP.density_as_sdf": false,
"MLP.density_bias": -1.0,
"MLP.density_noise": 0.0,
"MLP.disable_density_normals": true,
"MLP.disable_rgb": false,
"MLP.enable_pred_normals": false,
"MLP.enable_pred_roughness": false,
"MLP.glo_mlp_arch": "()",
"MLP.glo_mode": "concatenate",
"MLP.glo_premultiplier": 1.0,
"MLP.isotropize_gaussians": false,
"MLP.max_deg_point": 12.0,
"MLP.min_deg_point": 0.0,
"MLP.net_depth": 1.0,
"MLP.net_depth_viewdirs": 3.0,
"MLP.net_width": 64.0,
"MLP.net_width_viewdirs": 256.0,
"MLP.num_rgb_channels": 3.0,
"MLP.posenc_feature_scale": 1.0,
"MLP.rgb_bias": 0.0,
"MLP.rgb_padding": 0.001,
"MLP.rgb_premultiplier": 1.0,
"MLP.roughness_bias": -1.0,
"MLP.skip_final_density_layer": false,
"MLP.skip_layer": 4.0,
"MLP.skip_layer_dir": 2.0,
"MLP.sphere_init": false,
"MLP.sphere_radius": 1.0,
"MLP.squash_before": false,
"MLP.unscented_mip_basis": "hexify",
"MLP.unscented_scale_mult": 0.5,
"MLP.use_affine_dir_enc_transform": false,
"MLP.use_diffuse_color": false,
"MLP.use_directional_enc": false,
"MLP.use_exposure_at_bottleneck": false,
"MLP.use_learned_vignette_map": false,
"MLP.use_n_dot_v": false,
"MLP.use_posenc_with_grid": false,
"MLP.use_reflections": false,
"MLP.use_specular_tint": false,
"MLP.warp_fn": "@coord.contract",
"MLP.weight_init": "he_uniform",
"Model.anneal_slope": 10.0,
"Model.bg_intensity_range": "(0, 1)",
"Model.disable_integration": false,
"Model.final_betas": "(0.015, 0.003, 0.001)",
"Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})",
"Model.learned_exposure_scaling": false,
"Model.max_exposure": 1.0,
"Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})",
"Model.name": null,
"Model.near_anneal_init": 0.95,
"Model.near_anneal_rate": null,
"Model.num_glo_embeddings": 10000.0,
"Model.num_glo_features": 0.0,
"Model.rate_beta": 0.75,
"Model.ray_shape": "cone",
"Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})",
"Model.resample_padding": 0.0,
"Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))",
"Model.scheduled_beta": false,
"Model.single_jitter": true,
"Model.stop_level_grad": true,
"Model.use_viewdirs": true,
"power_ladder.postmult": null
},
"checkpoint_sha256": "aa4e4b5064fdbc4b046e38a64d0083ac44987568aa826919d345503af6720c24"
},
"evaluate_datetime": "2024-06-20T06:15:42",
"evaluate_version": "0.0.16.dev63+g7840983.d20240612",
"metrics": {
"psnr": 27.41183,
"ssim": 0.79174,
"mae": 0.02919,
"mse": 0.00207,
"lpips": 0.12744,
"lpips_vgg": 0.23266
},
"metrics_raw": {
"psnr": "89q5QbnCuUGAPMRBARjSQX3B2UH/9dhBOlvbQXIc5kERO/VBTsHdQYIy5EGg6+pBOojrQWCv5EGHA+hByT/cQQ==",
"ssim": "1/YnPw2rJT9Lhjc/kINCP7W0ST8760k/X4I+P5rOVD+IiV8/2HJNPzw2VD84iVo/miViP/TLVT8ys14/N/ZJPw==",
"mae": "J3s5PY12Mz2EmiE9lVn+PI8k2zyrwew8HwT1PHPWyjxhX508jNfkPBoH0DyU97k86aHEPJ7e0DxCbrs8pMLxPA==",
"mse": "erCbOzIdnDtJ9GY70/0aO5Oi+DqTY/4643DtOqo6rjo9gWE6yJndOoQYuDrqtJc6Hg+VOoKHtTrF8aQ6x2rnOg==",
"lpips": "/R9WPqowYD76USo+VtITPm6hBD75BwA+BJ4kPg9x1T17hsE9kVz4PSqP1D3CMLo9+rqUPQ2pxz1yA549Kgv8PQ==",
"lpips_vgg": "GRSvPmFxsT51hpk+HOWFPoBbgz4Sblk+lU6YPjleRz63NTQ+kIZoPsOyRz7CD0I+fPcaPtiLPz55Cxo+dupwPg=="
},
"metrics_sha256": "2f5389599cdd6a48ba415f1cca6b8ef265b459e9f6bc8f7ec761726a410755a0",
"predictions_sha256": "72b9a2d908ee24a026c610de34bccf2df5286718c35a7a9e3d3b4bb007fe24a3",
"ground_truth_sha256": "3c6de40b7b32b2c8848710ac2233ae0ab27e7a4c02ce7fc79dfa4b4c7054ad35",
"evaluation_protocol": "nerf"
} |