|
{ |
|
"render_datetime": "2024-06-20T05:25:45", |
|
"render_version": "0.0.16.dev63+g7840983.d20240612", |
|
"render_dataset_metadata": { |
|
"name": "mipnerf360", |
|
"color_space": "srgb", |
|
"evaluation_protocol": "nerf", |
|
"viewer_transform": [ |
|
[ |
|
0.157245, |
|
0.10385, |
|
-0.134524, |
|
0.078316 |
|
], |
|
[ |
|
0.169589, |
|
-0.084017, |
|
0.133373, |
|
-0.147589 |
|
], |
|
[ |
|
0.011007, |
|
-0.189114, |
|
-0.133126, |
|
0.541818 |
|
], |
|
[ |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0 |
|
] |
|
], |
|
"viewer_initial_pose": [ |
|
[ |
|
-0.248713, |
|
0.534932, |
|
-0.807459, |
|
0.779025 |
|
], |
|
[ |
|
0.968572, |
|
0.134652, |
|
-0.209134, |
|
0.117425 |
|
], |
|
[ |
|
-0.003147, |
|
-0.834096, |
|
-0.55161, |
|
0.377636 |
|
] |
|
], |
|
"scene": "counter", |
|
"downscale_factor": 2, |
|
"expected_scene_scale": 4.386058, |
|
"type": "object-centric" |
|
}, |
|
"nb_info": { |
|
"method": "zipnerf", |
|
"num_iterations": 200000, |
|
"total_train_time": 20392.03408, |
|
"resources_utilization": { |
|
"memory": 8341, |
|
"gpu_memory": 27558, |
|
"gpu_name": "NVIDIA A100-SXM4-40GB" |
|
}, |
|
"datetime": "2024-06-07T18:00:50+0200", |
|
"config_overrides": {}, |
|
"dataset_metadata": { |
|
"name": "mipnerf360", |
|
"color_space": "srgb", |
|
"evaluation_protocol": "nerf", |
|
"viewer_transform": [ |
|
[ |
|
0.157245, |
|
0.10385, |
|
-0.134524, |
|
0.078316 |
|
], |
|
[ |
|
0.169589, |
|
-0.084017, |
|
0.133373, |
|
-0.147589 |
|
], |
|
[ |
|
0.011007, |
|
-0.189114, |
|
-0.133126, |
|
0.541818 |
|
], |
|
[ |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0 |
|
] |
|
], |
|
"viewer_initial_pose": [ |
|
[ |
|
-0.248713, |
|
0.534932, |
|
-0.807459, |
|
0.779025 |
|
], |
|
[ |
|
0.968572, |
|
0.134652, |
|
-0.209134, |
|
0.117425 |
|
], |
|
[ |
|
-0.003147, |
|
-0.834096, |
|
-0.55161, |
|
0.377636 |
|
] |
|
], |
|
"scene": "counter", |
|
"downscale_factor": 2, |
|
"expected_scene_scale": 4.386058, |
|
"type": "object-centric" |
|
}, |
|
"evaluation_protocol": "nerf", |
|
"nb_version": "0.0.16.dev56+g8ee0779.d20240531", |
|
"hparams": { |
|
"Config.adam_beta1": 0.9, |
|
"Config.adam_beta2": 0.99, |
|
"Config.adam_eps": 1e-15, |
|
"Config.arcore_format_pose_file": null, |
|
"Config.autoexpose_renders": false, |
|
"Config.batch_size": 8192.0, |
|
"Config.batching": "all_images", |
|
"Config.camera_perturb_dolly_use_average": false, |
|
"Config.camera_perturb_intrinsic_single": true, |
|
"Config.camera_perturb_sigma_dolly_z": 0.0, |
|
"Config.camera_perturb_sigma_focal_length": 0.0, |
|
"Config.camera_perturb_sigma_look_at": 0.0, |
|
"Config.camera_perturb_sigma_position": 0.0, |
|
"Config.camera_perturb_zero_distortion": false, |
|
"Config.cast_rays_in_eval_step": true, |
|
"Config.cast_rays_in_train_step": true, |
|
"Config.charb_padding": 0.001, |
|
"Config.checkpoint_dir": null, |
|
"Config.checkpoint_every": 10000.0, |
|
"Config.checkpoint_init": false, |
|
"Config.checkpoint_keep": 2.0, |
|
"Config.colmap_subdir": null, |
|
"Config.compute_disp_metrics": false, |
|
"Config.compute_normal_metrics": false, |
|
"Config.compute_procrustes_metric": false, |
|
"Config.data_coarse_loss_mult": 0.0, |
|
"Config.data_dir": null, |
|
"Config.data_loss_mult": 1.0, |
|
"Config.data_loss_type": "charb", |
|
"Config.dataset_loader": "llff", |
|
"Config.debug_mode": false, |
|
"Config.deterministic_showcase": true, |
|
"Config.disable_multiscale_loss": false, |
|
"Config.disable_pmap_and_jit": false, |
|
"Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", |
|
"Config.distortion_loss_mult": 0.01, |
|
"Config.distortion_loss_target": "tdist", |
|
"Config.donate_args_to_train": true, |
|
"Config.dtu_light_cond": 3.0, |
|
"Config.early_exit_steps": null, |
|
"Config.eikonal_coarse_loss_mult": 0.0, |
|
"Config.eikonal_loss_mult": 0.0, |
|
"Config.enable_grid_c2f": false, |
|
"Config.enable_loss_scaler": false, |
|
"Config.eval_crop_borders": 0.0, |
|
"Config.eval_dataset_limit": 2147483647.0, |
|
"Config.eval_only_once": true, |
|
"Config.eval_quantize_metrics": true, |
|
"Config.eval_raw_affine_cc": false, |
|
"Config.eval_render_interval": 1.0, |
|
"Config.eval_save_output": true, |
|
"Config.eval_save_ray_data": false, |
|
"Config.exposure_percentile": 97.0, |
|
"Config.factor": 4.0, |
|
"Config.far": 1000000.0, |
|
"Config.far_plane_meters": null, |
|
"Config.focal_length_var_loss_mult": 0.0, |
|
"Config.forward_facing": false, |
|
"Config.gc_every": 10000.0, |
|
"Config.grad_max_norm": 0.0, |
|
"Config.grad_max_val": 0.0, |
|
"Config.grid_c2f_weight_method": "cosine_sequential", |
|
"Config.image_subdir": null, |
|
"Config.jax_rng_seed": 20200823.0, |
|
"Config.llff_load_from_poses_bounds": false, |
|
"Config.llff_use_all_images_for_training": false, |
|
"Config.llffhold": 8.0, |
|
"Config.load_alphabetical": true, |
|
"Config.load_colmap_points": false, |
|
"Config.load_ngp_format_poses": false, |
|
"Config.lock_up": false, |
|
"Config.loss_scale": 1000.0, |
|
"Config.lr_delay_mult": 1e-08, |
|
"Config.lr_delay_steps": 20000.0, |
|
"Config.lr_final": 0.000125, |
|
"Config.lr_final_grid": null, |
|
"Config.lr_init": 0.00125, |
|
"Config.lr_init_grid": null, |
|
"Config.max_steps": 200000.0, |
|
"Config.multiscale_train_factors": null, |
|
"Config.near": 0.0, |
|
"Config.near_plane_meters": null, |
|
"Config.np_rng_seed": 20201473.0, |
|
"Config.num_border_pixels_to_mask": 0.0, |
|
"Config.num_showcase_images": 5.0, |
|
"Config.optimize_cameras": false, |
|
"Config.optimize_test_cameras": false, |
|
"Config.optimize_test_cameras_batch_size": 10000.0, |
|
"Config.optimize_test_cameras_for_n_steps": 200.0, |
|
"Config.optimize_test_cameras_lr": 0.001, |
|
"Config.orientation_coarse_loss_mult": 0.0, |
|
"Config.orientation_loss_mult": 0.0, |
|
"Config.orientation_loss_target": "normals_pred", |
|
"Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", |
|
"Config.patch_size": 1.0, |
|
"Config.predicted_normal_coarse_loss_mult": 0.0, |
|
"Config.predicted_normal_loss_mult": 0.0, |
|
"Config.principal_point_reg_loss_mult": 0.0, |
|
"Config.principal_point_var_loss_mult": 0.0, |
|
"Config.print_camera_every": 500.0, |
|
"Config.print_every": 100.0, |
|
"Config.rad_mult_max": 1.0, |
|
"Config.rad_mult_min": 1.0, |
|
"Config.radial_distortion_var_loss_mult": 0.0, |
|
"Config.randomized": true, |
|
"Config.rawnerf_mode": false, |
|
"Config.render_calibration_distance": 3.0, |
|
"Config.render_calibration_keyframes": null, |
|
"Config.render_camtype": null, |
|
"Config.render_chunk_size": 32768.0, |
|
"Config.render_delete_images_when_done": true, |
|
"Config.render_dir": null, |
|
"Config.render_dist_adaptive": false, |
|
"Config.render_dist_percentile": 0.5, |
|
"Config.render_focal": null, |
|
"Config.render_looped_videos": false, |
|
"Config.render_path": false, |
|
"Config.render_path_file": null, |
|
"Config.render_path_frames": 120.0, |
|
"Config.render_resolution": null, |
|
"Config.render_rgb_only": false, |
|
"Config.render_rotate_xaxis": 0.0, |
|
"Config.render_rotate_yaxis": 0.0, |
|
"Config.render_spherical": false, |
|
"Config.render_spline_const_speed": false, |
|
"Config.render_spline_degree": 5.0, |
|
"Config.render_spline_fixed_up": false, |
|
"Config.render_spline_interpolate_exposure": false, |
|
"Config.render_spline_interpolate_exposure_smoothness": 20.0, |
|
"Config.render_spline_keyframes": null, |
|
"Config.render_spline_keyframes_choices": null, |
|
"Config.render_spline_lock_up": false, |
|
"Config.render_spline_lookahead_i": null, |
|
"Config.render_spline_meters_per_sec": null, |
|
"Config.render_spline_n_buffer": null, |
|
"Config.render_spline_n_interp": 30.0, |
|
"Config.render_spline_outlier_keyframe_multiplier": null, |
|
"Config.render_spline_outlier_keyframe_quantile": null, |
|
"Config.render_spline_rot_weight": 0.1, |
|
"Config.render_spline_smoothness": 0.03, |
|
"Config.render_video_crf": 18.0, |
|
"Config.render_video_exts": "('mp4',)", |
|
"Config.render_video_fps": 60.0, |
|
"Config.robust_loss_scale": 0.01, |
|
"Config.save_calibration_to_disk": false, |
|
"Config.scene_bbox": null, |
|
"Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", |
|
"Config.train_render_every": 0.0, |
|
"Config.transform_poses_fn": null, |
|
"Config.use_exrs": false, |
|
"Config.use_identity_cameras": false, |
|
"Config.use_perturbed_cameras": false, |
|
"Config.use_tiffs": false, |
|
"Config.vis_decimate": 0.0, |
|
"Config.vis_num_rays": 16.0, |
|
"Config.visualize_every": 10000.0, |
|
"Config.vocab_tree_path": null, |
|
"Config.world_scale": 1.0, |
|
"Config.z_max": null, |
|
"Config.z_min": null, |
|
"Config.z_phase": 0.0, |
|
"Config.z_variation": 0.0, |
|
"HashEncoding.append_scale": true, |
|
"HashEncoding.bbox_scaling": 2.0, |
|
"HashEncoding.hash_init_range": 0.0001, |
|
"HashEncoding.hash_map_size": 2097152.0, |
|
"HashEncoding.jitter_coordinates": false, |
|
"HashEncoding.max_grid_size": 8192.0, |
|
"HashEncoding.min_grid_size": 16.0, |
|
"HashEncoding.precondition_scaling": 10.0, |
|
"HashEncoding.scale_supersample": 1.0, |
|
"HashEncoding.use_float16_hash": false, |
|
"inv_power_ladder.postmult": null, |
|
"MLP.basis_shape": "icosahedron", |
|
"MLP.basis_subdivisions": 2.0, |
|
"MLP.beta_init": 0.1, |
|
"MLP.beta_min": 0.0001, |
|
"MLP.bottleneck_noise": 0.0, |
|
"MLP.bottleneck_width": 256.0, |
|
"MLP.deg_view": 4.0, |
|
"MLP.density_activation": "@math.safe_exp", |
|
"MLP.density_as_sdf": false, |
|
"MLP.density_bias": -1.0, |
|
"MLP.density_noise": 0.0, |
|
"MLP.disable_density_normals": true, |
|
"MLP.disable_rgb": false, |
|
"MLP.enable_pred_normals": false, |
|
"MLP.enable_pred_roughness": false, |
|
"MLP.glo_mlp_arch": "()", |
|
"MLP.glo_mode": "concatenate", |
|
"MLP.glo_premultiplier": 1.0, |
|
"MLP.isotropize_gaussians": false, |
|
"MLP.max_deg_point": 12.0, |
|
"MLP.min_deg_point": 0.0, |
|
"MLP.net_depth": 1.0, |
|
"MLP.net_depth_viewdirs": 3.0, |
|
"MLP.net_width": 64.0, |
|
"MLP.net_width_viewdirs": 256.0, |
|
"MLP.num_rgb_channels": 3.0, |
|
"MLP.posenc_feature_scale": 1.0, |
|
"MLP.rgb_bias": 0.0, |
|
"MLP.rgb_padding": 0.001, |
|
"MLP.rgb_premultiplier": 1.0, |
|
"MLP.roughness_bias": -1.0, |
|
"MLP.skip_final_density_layer": false, |
|
"MLP.skip_layer": 4.0, |
|
"MLP.skip_layer_dir": 2.0, |
|
"MLP.sphere_init": false, |
|
"MLP.sphere_radius": 1.0, |
|
"MLP.squash_before": false, |
|
"MLP.unscented_mip_basis": "hexify", |
|
"MLP.unscented_scale_mult": 0.5, |
|
"MLP.use_affine_dir_enc_transform": false, |
|
"MLP.use_diffuse_color": false, |
|
"MLP.use_directional_enc": false, |
|
"MLP.use_exposure_at_bottleneck": false, |
|
"MLP.use_learned_vignette_map": false, |
|
"MLP.use_n_dot_v": false, |
|
"MLP.use_posenc_with_grid": false, |
|
"MLP.use_reflections": false, |
|
"MLP.use_specular_tint": false, |
|
"MLP.warp_fn": "@coord.contract", |
|
"MLP.weight_init": "he_uniform", |
|
"Model.anneal_slope": 10.0, |
|
"Model.bg_intensity_range": "(0, 1)", |
|
"Model.disable_integration": false, |
|
"Model.final_betas": "(0.015, 0.003, 0.001)", |
|
"Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", |
|
"Model.learned_exposure_scaling": false, |
|
"Model.max_exposure": 1.0, |
|
"Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", |
|
"Model.name": null, |
|
"Model.near_anneal_init": 0.95, |
|
"Model.near_anneal_rate": null, |
|
"Model.num_glo_embeddings": 10000.0, |
|
"Model.num_glo_features": 0.0, |
|
"Model.rate_beta": 0.75, |
|
"Model.ray_shape": "cone", |
|
"Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", |
|
"Model.resample_padding": 0.0, |
|
"Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", |
|
"Model.scheduled_beta": false, |
|
"Model.single_jitter": true, |
|
"Model.stop_level_grad": true, |
|
"Model.use_viewdirs": true, |
|
"power_ladder.postmult": null |
|
}, |
|
"checkpoint_sha256": "e19d3a2eb887aa6f01f6b158a92b19cf383dbd8f68ae55331cf98ba57d144e8e" |
|
}, |
|
"evaluate_datetime": "2024-06-20T05:33:30", |
|
"evaluate_version": "0.0.16.dev63+g7840983.d20240612", |
|
"metrics": { |
|
"psnr": 29.13128, |
|
"ssim": 0.90477, |
|
"mae": 0.01732, |
|
"mse": 0.00153, |
|
"lpips": 0.12884, |
|
"lpips_vgg": 0.22289 |
|
}, |
|
"metrics_raw": { |
|
"psnr": "6QneQUrg8UHo6t9BVEDRQcCaAkIiTd1B8FXwQeMj80Hsd/9BmVrkQQwL8EHxZ+xBtFraQboR9UGBoNhBrAz0QRqw7EEu9tZBkWb0QcIS50GaDulB0lnYQfhN8kF/9ABCwP/oQYAxB0IDOQdCnAHuQdztqUGyjblB", |
|
"ssim": "67tfP8XDZz/cvGU/SnxXPxvgbj/ls2U/MEBnPxBUaj/7EGo/xUdmP3ITaD8jIWo/1aZlP7ELaz+LWmI/tSBqPyyIbD+uDWc/3wtpPxK4aT+YVWo/qIZmP1SQaj9Zem4/GGdrP7UzcD/FGHA/G5NqP8RkXj/3H1U/", |
|
"mae": "UV7GPBsShTwcKZc8V9/IPNuwOzwi2qU8JuKIPEUyczzdUVw8pR+RPEUqizyCrH88TvyaPD3baTy5ZqY8XU6EPIkKdzzR0Zs8Inx2PG2tgDysn3I81x6IPMaHYzywSjw8s9lrPPzELDwoSic8jm1vPDrxBD2f/RE9", |
|
"mse": "mszbOiBdeDp7OtA6tMseO3xfDjqeg+A6yM+BOnh9bzqi8yc6j0S3OszogjpHW5E6gWP0OjGOYjpIbAA7s01pOp0ukDp+ugY7E/VmOnV4qTqyEKA6m3IBO+BRdTq7jRw6L1WgOqSk2jkuRto5O9CKOh069jstDJ07", |
|
"lpips": "Rf0sPhK20j13jvY9gBhQPjDmzz1Wpio+s48GPnzWxT3G4z0+VAXVPReOyT3JwTk+Qi/fPXw1wT2a5ys+WbYFPpu7uj20ZiI+dFnrPZXg2j0wD/E94jUgPjJD1D2KlL893n0APmzSlz0Bj6Q9KYzKPY+SJj6afF8+", |
|
"lpips_vgg": "XEJ6PmIKRD6HEVI+FVWSPsOyWz4ZA5s+/TZOPkxOLT5U9Jc+3qBEPtRjRj40Hqk+OxpHPk2WQT7xkYw+MeNlPn04PT6Oj4A+VhVTPvEOSj5Is00+JPaKPmpSRz5Xczk+EKBgPr9JKT4W8i0+KFMvPiWWeT7kwaM+" |
|
}, |
|
"metrics_sha256": "0fa3d91767fcf0e8994f9a26eae5d554da48b9d725528727e4f8d6c95f95ad6d", |
|
"predictions_sha256": "efe8f15a44d9531a931aa8c425f1490866ad4f0bd3396b3945113c5e46b12694", |
|
"ground_truth_sha256": "c0c4b2e6b6bc236841ea1675d0aab00ee3a4fac416946bd30c1fd26daf624027", |
|
"evaluation_protocol": "nerf" |
|
} |