{ "render_datetime": "2024-06-25T15:12:54", "render_version": "develop", "render_dataset_metadata": { "name": "tanksandtemples", "color_space": "srgb", "evaluation_protocol": "default", "viewer_transform": [ [ 0.178092, 0.014954, -0.014844, -0.003085 ], [ 0.014954, -0.000702, 0.178708, 0.009538 ], [ 0.014844, -0.178708, -0.001944, 0.000151 ] ], "viewer_initial_pose": [ [ 0.751041, 0.056575, -0.657827, -0.131834 ], [ 0.659363, -0.012473, 0.751721, -0.610717 ], [ 0.034323, -0.99832, -0.046671, -0.017738 ] ], "scene": "temple", "downscale_factor": 2, "expected_scene_scale": 4.971565, "type": null }, "nb_info": { "method": "zipnerf", "nb_version": "develop", "num_iterations": 200000, "total_train_time": 19268.77323, "resources_utilization": { "memory": 5678, "gpu_name": "NVIDIA A100-SXM4-40GB", "gpu_memory": 27250 }, "datetime": "2024-06-25T15:12:53", "config_overrides": {}, "dataset_metadata": { "name": "tanksandtemples", "color_space": "srgb", "evaluation_protocol": "default", "viewer_transform": [ [ 0.178092, 0.014954, -0.014844, -0.003085 ], [ 0.014954, -0.000702, 0.178708, 0.009538 ], [ 0.014844, -0.178708, -0.001944, 0.000151 ] ], "viewer_initial_pose": [ [ 0.751041, 0.056575, -0.657827, -0.131834 ], [ 0.659363, -0.012473, 0.751721, -0.610717 ], [ 0.034323, -0.99832, -0.046671, -0.017738 ] ], "scene": "temple", "downscale_factor": 2, "expected_scene_scale": 4.971565, "type": null }, "evaluation_protocol": "default", "hparams": { "Config.adam_beta1": 0.9, "Config.adam_beta2": 0.99, "Config.adam_eps": 1e-15, "Config.arcore_format_pose_file": null, "Config.autoexpose_renders": false, "Config.batch_size": 8192.0, "Config.batching": "all_images", "Config.camera_perturb_dolly_use_average": false, "Config.camera_perturb_intrinsic_single": true, "Config.camera_perturb_sigma_dolly_z": 0.0, "Config.camera_perturb_sigma_focal_length": 0.0, "Config.camera_perturb_sigma_look_at": 0.0, "Config.camera_perturb_sigma_position": 0.0, "Config.camera_perturb_zero_distortion": false, "Config.cast_rays_in_eval_step": true, "Config.cast_rays_in_train_step": true, "Config.charb_padding": 0.001, "Config.checkpoint_dir": null, "Config.checkpoint_every": 10000.0, "Config.checkpoint_init": false, "Config.checkpoint_keep": 2.0, "Config.colmap_subdir": null, "Config.compute_disp_metrics": false, "Config.compute_normal_metrics": false, "Config.compute_procrustes_metric": false, "Config.data_coarse_loss_mult": 0.0, "Config.data_dir": null, "Config.data_loss_mult": 1.0, "Config.data_loss_type": "charb", "Config.dataset_loader": "llff", "Config.debug_mode": false, "Config.deterministic_showcase": true, "Config.disable_multiscale_loss": false, "Config.disable_pmap_and_jit": false, "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", "Config.distortion_loss_mult": 0.01, "Config.distortion_loss_target": "tdist", "Config.donate_args_to_train": true, "Config.dtu_light_cond": 3.0, "Config.early_exit_steps": null, "Config.eikonal_coarse_loss_mult": 0.0, "Config.eikonal_loss_mult": 0.0, "Config.enable_grid_c2f": false, "Config.enable_loss_scaler": false, "Config.eval_crop_borders": 0.0, "Config.eval_dataset_limit": 2147483647.0, "Config.eval_only_once": true, "Config.eval_quantize_metrics": true, "Config.eval_raw_affine_cc": false, "Config.eval_render_interval": 1.0, "Config.eval_save_output": true, "Config.eval_save_ray_data": false, "Config.exposure_percentile": 97.0, "Config.factor": 4.0, "Config.far": 1000000.0, "Config.far_plane_meters": null, "Config.focal_length_var_loss_mult": 0.0, "Config.forward_facing": false, "Config.gc_every": 10000.0, "Config.grad_max_norm": 0.0, "Config.grad_max_val": 0.0, "Config.grid_c2f_weight_method": "cosine_sequential", "Config.image_subdir": null, "Config.jax_rng_seed": 20200823.0, "Config.llff_load_from_poses_bounds": false, "Config.llff_use_all_images_for_training": false, "Config.llffhold": 8.0, "Config.load_alphabetical": true, "Config.load_colmap_points": false, "Config.load_ngp_format_poses": false, "Config.lock_up": false, "Config.loss_scale": 1000.0, "Config.lr_delay_mult": 1e-08, "Config.lr_delay_steps": 20000.0, "Config.lr_final": 0.000125, "Config.lr_final_grid": null, "Config.lr_init": 0.00125, "Config.lr_init_grid": null, "Config.max_steps": 200000.0, "Config.multiscale_train_factors": null, "Config.near": 0.0, "Config.near_plane_meters": null, "Config.np_rng_seed": 20201473.0, "Config.num_border_pixels_to_mask": 0.0, "Config.num_showcase_images": 5.0, "Config.optimize_cameras": false, "Config.optimize_test_cameras": false, "Config.optimize_test_cameras_batch_size": 10000.0, "Config.optimize_test_cameras_for_n_steps": 200.0, "Config.optimize_test_cameras_lr": 0.001, "Config.orientation_coarse_loss_mult": 0.0, "Config.orientation_loss_mult": 0.0, "Config.orientation_loss_target": "normals_pred", "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", "Config.patch_size": 1.0, "Config.predicted_normal_coarse_loss_mult": 0.0, "Config.predicted_normal_loss_mult": 0.0, "Config.principal_point_reg_loss_mult": 0.0, "Config.principal_point_var_loss_mult": 0.0, "Config.print_camera_every": 500.0, "Config.print_every": 100.0, "Config.rad_mult_max": 1.0, "Config.rad_mult_min": 1.0, "Config.radial_distortion_var_loss_mult": 0.0, "Config.randomized": true, "Config.rawnerf_mode": false, "Config.render_calibration_distance": 3.0, "Config.render_calibration_keyframes": null, "Config.render_camtype": null, "Config.render_chunk_size": 32768.0, "Config.render_delete_images_when_done": true, "Config.render_dir": null, "Config.render_dist_adaptive": false, "Config.render_dist_percentile": 0.5, "Config.render_focal": null, "Config.render_looped_videos": false, "Config.render_path": false, "Config.render_path_file": null, "Config.render_path_frames": 120.0, "Config.render_resolution": null, "Config.render_rgb_only": false, "Config.render_rotate_xaxis": 0.0, "Config.render_rotate_yaxis": 0.0, "Config.render_spherical": false, "Config.render_spline_const_speed": false, "Config.render_spline_degree": 5.0, "Config.render_spline_fixed_up": false, "Config.render_spline_interpolate_exposure": false, "Config.render_spline_interpolate_exposure_smoothness": 20.0, "Config.render_spline_keyframes": null, "Config.render_spline_keyframes_choices": null, "Config.render_spline_lock_up": false, "Config.render_spline_lookahead_i": null, "Config.render_spline_meters_per_sec": null, "Config.render_spline_n_buffer": null, "Config.render_spline_n_interp": 30.0, "Config.render_spline_outlier_keyframe_multiplier": null, "Config.render_spline_outlier_keyframe_quantile": null, "Config.render_spline_rot_weight": 0.1, "Config.render_spline_smoothness": 0.03, "Config.render_video_crf": 18.0, "Config.render_video_exts": "('mp4',)", "Config.render_video_fps": 60.0, "Config.robust_loss_scale": 0.01, "Config.save_calibration_to_disk": false, "Config.scene_bbox": null, "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", "Config.train_render_every": 0.0, "Config.transform_poses_fn": null, "Config.use_exrs": false, "Config.use_identity_cameras": false, "Config.use_perturbed_cameras": false, "Config.use_tiffs": false, "Config.vis_decimate": 0.0, "Config.vis_num_rays": 16.0, "Config.visualize_every": 10000.0, "Config.vocab_tree_path": null, "Config.world_scale": 1.0, "Config.z_max": null, "Config.z_min": null, "Config.z_phase": 0.0, "Config.z_variation": 0.0, "HashEncoding.append_scale": true, "HashEncoding.bbox_scaling": 2.0, "HashEncoding.hash_init_range": 0.0001, "HashEncoding.hash_map_size": 2097152.0, "HashEncoding.jitter_coordinates": false, "HashEncoding.max_grid_size": 8192.0, "HashEncoding.min_grid_size": 16.0, "HashEncoding.precondition_scaling": 10.0, "HashEncoding.scale_supersample": 1.0, "HashEncoding.use_float16_hash": false, "inv_power_ladder.postmult": null, "MLP.basis_shape": "icosahedron", "MLP.basis_subdivisions": 2.0, "MLP.beta_init": 0.1, "MLP.beta_min": 0.0001, "MLP.bottleneck_noise": 0.0, "MLP.bottleneck_width": 256.0, "MLP.deg_view": 4.0, "MLP.density_activation": "@math.safe_exp", "MLP.density_as_sdf": false, "MLP.density_bias": -1.0, "MLP.density_noise": 0.0, "MLP.disable_density_normals": true, "MLP.disable_rgb": false, "MLP.enable_pred_normals": false, "MLP.enable_pred_roughness": false, "MLP.glo_mlp_arch": "()", "MLP.glo_mode": "concatenate", "MLP.glo_premultiplier": 1.0, "MLP.isotropize_gaussians": false, "MLP.max_deg_point": 12.0, "MLP.min_deg_point": 0.0, "MLP.net_depth": 1.0, "MLP.net_depth_viewdirs": 3.0, "MLP.net_width": 64.0, "MLP.net_width_viewdirs": 256.0, "MLP.num_rgb_channels": 3.0, "MLP.posenc_feature_scale": 1.0, "MLP.rgb_bias": 0.0, "MLP.rgb_padding": 0.001, "MLP.rgb_premultiplier": 1.0, "MLP.roughness_bias": -1.0, "MLP.skip_final_density_layer": false, "MLP.skip_layer": 4.0, "MLP.skip_layer_dir": 2.0, "MLP.sphere_init": false, "MLP.sphere_radius": 1.0, "MLP.squash_before": false, "MLP.unscented_mip_basis": "hexify", "MLP.unscented_scale_mult": 0.5, "MLP.use_affine_dir_enc_transform": false, "MLP.use_diffuse_color": false, "MLP.use_directional_enc": false, "MLP.use_exposure_at_bottleneck": false, "MLP.use_learned_vignette_map": false, "MLP.use_n_dot_v": false, "MLP.use_posenc_with_grid": false, "MLP.use_reflections": false, "MLP.use_specular_tint": false, "MLP.warp_fn": "@coord.contract", "MLP.weight_init": "he_uniform", "Model.anneal_slope": 10.0, "Model.bg_intensity_range": "(0, 1)", "Model.disable_integration": false, "Model.final_betas": "(0.015, 0.003, 0.001)", "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", "Model.learned_exposure_scaling": false, "Model.max_exposure": 1.0, "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", "Model.name": null, "Model.near_anneal_init": 0.95, "Model.near_anneal_rate": null, "Model.num_glo_embeddings": 10000.0, "Model.num_glo_features": 0.0, "Model.rate_beta": 0.75, "Model.ray_shape": "cone", "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", "Model.resample_padding": 0.0, "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", "Model.scheduled_beta": false, "Model.single_jitter": true, "Model.stop_level_grad": true, "Model.use_viewdirs": true, "power_ladder.postmult": null }, "checkpoint_sha256": "5d99fcb112ff048430b680626e9e11628f8616333a6d77438fd4382918e7db02" }, "evaluate_datetime": "2024-06-25T15:17:09", "evaluate_version": "develop", "metrics": { "psnr": 25.9316, "ssim": 0.87502, "mae": 0.03032, "mse": 0.00376, "lpips": 0.12073 }, "metrics_raw": { "psnr": "UxLfQXh3yEEVPt1BNC/QQQF+0UErPeFBs//3QW5D8EH4FdpBeBbWQVyD6EEBwLVBshynQSvEtkEdQcVB0h3zQcBj8UHWlu1BmUr4QbGT2UEuw/BBbcmbQefm2kEpGdxBECbSQUq4vUGck+RBBtObQaRb30GiALRBJdbWQSHsi0Ept8hBXNWsQU5J1EFjp81BogvrQdz//UGYpuFBd1ShQSBKmEEH+P5BvhvEQU5LtUEKi8lBUHHMQcCwnEE=", "ssim": "sBFnP5MrWj9KA2Q/0/JiPyljYD+Vimk/m+FtP4pQbD+LYGA/WOxZPwa2az998Fo/D2xXP1cjYj8f9GY/28NrPygwbD8A7Wc/Gs1rP9w2Yj8FiGg/dt1MP1s7ZT/g/mE/nv9bP7wnXz/JHGk/SttLPzowWz/yVlE/yvhhP5fJUT9EgGg/87xXP+T2Yj+WrGQ/PdxrP+SMbz+KrGY/804/P0ZwOT8v13A/GOVjP6xMXT+djVk/BE1cP3X5TD8=", "mae": "ApawPDSUyTzBzbM8ZhC8PC7cyDzXN6E8ZfOGPAQFgDybN508DbzFPGm0nzzDCA89ykIqPeZoBD0bf8o8+NmCPIrGdjwMZoE8UNVrPCuG1Tw/tHs8mzuEPU1R1TxFsKY8U5nIPCNnCD0p1Iw8LoONPaXmqjxkBEM9uM6sPJj+mT0IuNg8vF42Pcro6DzTUAo9H4ObPDklijzWpac8nCdwPWPRlz1vvk88fI8VPdeWKD2H1Og8+ALTPLtrkz0=", "mse": "cVzVOl96TDv15OA6Yr8jO8yyHTs7dcg6RjxQOv8UgjraSPY6ASkKOz6XojppN68794IFPF0qqjv9SGA7T6dvOqbdezplfYw6QH1OOiDr+TofOoA6g/Y4PBCR8DqYbOg6K78aO9RMizvNGLY6c8M4PBKc0zo/Qbg77zYHO6EAkjzeBEs7JnviOzmDETuGHjA7aymXOog0LzqNGMY63K8dPPKMTDxbYio6bs5nO86HsTtiPUY7Cl42O+c2NDw=", "lpips": "oJKuPcOcAz68EPk9Cw0APghN0j2sTt491w24PXA4hj2kYtg92Mr+PbCffT0h2QM+eIsxPkP22T3Hw9Y94lvlPa9+jz2kgKk9pIvEPdtpFD6WXfQ9VP0EPnxkED6O0Og9LkciPip/DD5Cg7M9plA3Ph4YOD4muTY+DPHcPXR1ST7qcNY95U32Pe0y4z1nmvA9n/eYPYHStD2cjdk97/cVPn+jUT7RFto9QuO/PQ6U3j3SMPA9ZgC7Pbj5XD4=" }, "metrics_sha256": "5cb71b32015652cfe5f405922e4f45dcd1198a17639e9e4b66d3ae46b9ea0a93", "predictions_sha256": "6f85ac770413ec3809dd62f3519f780c9e361fe58a0204b9edb3c97b325e5d5e", "ground_truth_sha256": "e1624db83ae56b7df0e88e4e48fa398de067989857432655cdcfc77dc03d0808", "evaluation_protocol": "default" }