| { | |
| "render_datetime": "2024-06-20T06:00:21", | |
| "render_version": "0.0.16.dev63+g7840983.d20240612", | |
| "render_dataset_metadata": { | |
| "name": "mipnerf360", | |
| "color_space": "srgb", | |
| "evaluation_protocol": "nerf", | |
| "viewer_transform": [ | |
| [ | |
| 0.021723, | |
| -0.080307, | |
| 0.154508, | |
| 0.078751 | |
| ], | |
| [ | |
| -0.174054, | |
| -0.005369, | |
| 0.02168, | |
| 0.063185 | |
| ], | |
| [ | |
| -0.005194, | |
| -0.155935, | |
| -0.080318, | |
| 0.27352 | |
| ] | |
| ], | |
| "viewer_initial_pose": [ | |
| [ | |
| -0.437344, | |
| -0.344819, | |
| 0.83056, | |
| -0.611687 | |
| ], | |
| [ | |
| -0.899218, | |
| 0.155613, | |
| -0.408891, | |
| 0.408089 | |
| ], | |
| [ | |
| 0.011747, | |
| -0.92568, | |
| -0.378124, | |
| 0.264581 | |
| ] | |
| ], | |
| "scene": "room", | |
| "downscale_factor": 2, | |
| "expected_scene_scale": 5.420212, | |
| "type": "object-centric" | |
| }, | |
| "nb_info": { | |
| "method": "zipnerf", | |
| "num_iterations": 200000, | |
| "total_train_time": 19552.16485, | |
| "resources_utilization": { | |
| "memory": 9794, | |
| "gpu_memory": 27558, | |
| "gpu_name": "NVIDIA A100-SXM4-40GB" | |
| }, | |
| "datetime": "2024-06-07T17:46:17+0200", | |
| "config_overrides": {}, | |
| "dataset_metadata": { | |
| "name": "mipnerf360", | |
| "color_space": "srgb", | |
| "evaluation_protocol": "nerf", | |
| "viewer_transform": [ | |
| [ | |
| 0.021723, | |
| -0.080307, | |
| 0.154508, | |
| 0.078751 | |
| ], | |
| [ | |
| -0.174054, | |
| -0.005369, | |
| 0.02168, | |
| 0.063185 | |
| ], | |
| [ | |
| -0.005194, | |
| -0.155935, | |
| -0.080318, | |
| 0.27352 | |
| ] | |
| ], | |
| "viewer_initial_pose": [ | |
| [ | |
| -0.437344, | |
| -0.344819, | |
| 0.83056, | |
| -0.611687 | |
| ], | |
| [ | |
| -0.899218, | |
| 0.155613, | |
| -0.408891, | |
| 0.408089 | |
| ], | |
| [ | |
| 0.011747, | |
| -0.92568, | |
| -0.378124, | |
| 0.264581 | |
| ] | |
| ], | |
| "scene": "room", | |
| "downscale_factor": 2, | |
| "expected_scene_scale": 5.420212, | |
| "type": "object-centric" | |
| }, | |
| "evaluation_protocol": "nerf", | |
| "nb_version": "0.0.16.dev56+g8ee0779.d20240531", | |
| "hparams": { | |
| "Config.adam_beta1": 0.9, | |
| "Config.adam_beta2": 0.99, | |
| "Config.adam_eps": 1e-15, | |
| "Config.arcore_format_pose_file": null, | |
| "Config.autoexpose_renders": false, | |
| "Config.batch_size": 8192.0, | |
| "Config.batching": "all_images", | |
| "Config.camera_perturb_dolly_use_average": false, | |
| "Config.camera_perturb_intrinsic_single": true, | |
| "Config.camera_perturb_sigma_dolly_z": 0.0, | |
| "Config.camera_perturb_sigma_focal_length": 0.0, | |
| "Config.camera_perturb_sigma_look_at": 0.0, | |
| "Config.camera_perturb_sigma_position": 0.0, | |
| "Config.camera_perturb_zero_distortion": false, | |
| "Config.cast_rays_in_eval_step": true, | |
| "Config.cast_rays_in_train_step": true, | |
| "Config.charb_padding": 0.001, | |
| "Config.checkpoint_dir": null, | |
| "Config.checkpoint_every": 10000.0, | |
| "Config.checkpoint_init": false, | |
| "Config.checkpoint_keep": 2.0, | |
| "Config.colmap_subdir": null, | |
| "Config.compute_disp_metrics": false, | |
| "Config.compute_normal_metrics": false, | |
| "Config.compute_procrustes_metric": false, | |
| "Config.data_coarse_loss_mult": 0.0, | |
| "Config.data_dir": null, | |
| "Config.data_loss_mult": 1.0, | |
| "Config.data_loss_type": "charb", | |
| "Config.dataset_loader": "llff", | |
| "Config.debug_mode": false, | |
| "Config.deterministic_showcase": true, | |
| "Config.disable_multiscale_loss": false, | |
| "Config.disable_pmap_and_jit": false, | |
| "Config.distortion_loss_curve_fn": "\\(@math.power_ladder, {'p': -0.25, 'premult': 10000.0})", | |
| "Config.distortion_loss_mult": 0.01, | |
| "Config.distortion_loss_target": "tdist", | |
| "Config.donate_args_to_train": true, | |
| "Config.dtu_light_cond": 3.0, | |
| "Config.early_exit_steps": null, | |
| "Config.eikonal_coarse_loss_mult": 0.0, | |
| "Config.eikonal_loss_mult": 0.0, | |
| "Config.enable_grid_c2f": false, | |
| "Config.enable_loss_scaler": false, | |
| "Config.eval_crop_borders": 0.0, | |
| "Config.eval_dataset_limit": 2147483647.0, | |
| "Config.eval_only_once": true, | |
| "Config.eval_quantize_metrics": true, | |
| "Config.eval_raw_affine_cc": false, | |
| "Config.eval_render_interval": 1.0, | |
| "Config.eval_save_output": true, | |
| "Config.eval_save_ray_data": false, | |
| "Config.exposure_percentile": 97.0, | |
| "Config.factor": 4.0, | |
| "Config.far": 1000000.0, | |
| "Config.far_plane_meters": null, | |
| "Config.focal_length_var_loss_mult": 0.0, | |
| "Config.forward_facing": false, | |
| "Config.gc_every": 10000.0, | |
| "Config.grad_max_norm": 0.0, | |
| "Config.grad_max_val": 0.0, | |
| "Config.grid_c2f_weight_method": "cosine_sequential", | |
| "Config.image_subdir": null, | |
| "Config.jax_rng_seed": 20200823.0, | |
| "Config.llff_load_from_poses_bounds": false, | |
| "Config.llff_use_all_images_for_training": false, | |
| "Config.llffhold": 8.0, | |
| "Config.load_alphabetical": true, | |
| "Config.load_colmap_points": false, | |
| "Config.load_ngp_format_poses": false, | |
| "Config.lock_up": false, | |
| "Config.loss_scale": 1000.0, | |
| "Config.lr_delay_mult": 1e-08, | |
| "Config.lr_delay_steps": 20000.0, | |
| "Config.lr_final": 0.000125, | |
| "Config.lr_final_grid": null, | |
| "Config.lr_init": 0.00125, | |
| "Config.lr_init_grid": null, | |
| "Config.max_steps": 200000.0, | |
| "Config.multiscale_train_factors": null, | |
| "Config.near": 0.0, | |
| "Config.near_plane_meters": null, | |
| "Config.np_rng_seed": 20201473.0, | |
| "Config.num_border_pixels_to_mask": 0.0, | |
| "Config.num_showcase_images": 5.0, | |
| "Config.optimize_cameras": false, | |
| "Config.optimize_test_cameras": false, | |
| "Config.optimize_test_cameras_batch_size": 10000.0, | |
| "Config.optimize_test_cameras_for_n_steps": 200.0, | |
| "Config.optimize_test_cameras_lr": 0.001, | |
| "Config.orientation_coarse_loss_mult": 0.0, | |
| "Config.orientation_loss_mult": 0.0, | |
| "Config.orientation_loss_target": "normals_pred", | |
| "Config.param_regularizers": "\\{'grid_0': (0.1, @jnp.mean, 2, 1),'grid_1': (0.1, @jnp.mean, 2, 1),'grid_2': (0.1, @jnp.mean, 2, 1)}", | |
| "Config.patch_size": 1.0, | |
| "Config.predicted_normal_coarse_loss_mult": 0.0, | |
| "Config.predicted_normal_loss_mult": 0.0, | |
| "Config.principal_point_reg_loss_mult": 0.0, | |
| "Config.principal_point_var_loss_mult": 0.0, | |
| "Config.print_camera_every": 500.0, | |
| "Config.print_every": 100.0, | |
| "Config.rad_mult_max": 1.0, | |
| "Config.rad_mult_min": 1.0, | |
| "Config.radial_distortion_var_loss_mult": 0.0, | |
| "Config.randomized": true, | |
| "Config.rawnerf_mode": false, | |
| "Config.render_calibration_distance": 3.0, | |
| "Config.render_calibration_keyframes": null, | |
| "Config.render_camtype": null, | |
| "Config.render_chunk_size": 32768.0, | |
| "Config.render_delete_images_when_done": true, | |
| "Config.render_dir": null, | |
| "Config.render_dist_adaptive": false, | |
| "Config.render_dist_percentile": 0.5, | |
| "Config.render_focal": null, | |
| "Config.render_looped_videos": false, | |
| "Config.render_path": false, | |
| "Config.render_path_file": null, | |
| "Config.render_path_frames": 120.0, | |
| "Config.render_resolution": null, | |
| "Config.render_rgb_only": false, | |
| "Config.render_rotate_xaxis": 0.0, | |
| "Config.render_rotate_yaxis": 0.0, | |
| "Config.render_spherical": false, | |
| "Config.render_spline_const_speed": false, | |
| "Config.render_spline_degree": 5.0, | |
| "Config.render_spline_fixed_up": false, | |
| "Config.render_spline_interpolate_exposure": false, | |
| "Config.render_spline_interpolate_exposure_smoothness": 20.0, | |
| "Config.render_spline_keyframes": null, | |
| "Config.render_spline_keyframes_choices": null, | |
| "Config.render_spline_lock_up": false, | |
| "Config.render_spline_lookahead_i": null, | |
| "Config.render_spline_meters_per_sec": null, | |
| "Config.render_spline_n_buffer": null, | |
| "Config.render_spline_n_interp": 30.0, | |
| "Config.render_spline_outlier_keyframe_multiplier": null, | |
| "Config.render_spline_outlier_keyframe_quantile": null, | |
| "Config.render_spline_rot_weight": 0.1, | |
| "Config.render_spline_smoothness": 0.03, | |
| "Config.render_video_crf": 18.0, | |
| "Config.render_video_exts": "('mp4',)", | |
| "Config.render_video_fps": 60.0, | |
| "Config.robust_loss_scale": 0.01, | |
| "Config.save_calibration_to_disk": false, | |
| "Config.scene_bbox": null, | |
| "Config.spline_interlevel_params": "{'blurs': (0.03, 0.003), 'mults': 0.01}", | |
| "Config.train_render_every": 0.0, | |
| "Config.transform_poses_fn": null, | |
| "Config.use_exrs": false, | |
| "Config.use_identity_cameras": false, | |
| "Config.use_perturbed_cameras": false, | |
| "Config.use_tiffs": false, | |
| "Config.vis_decimate": 0.0, | |
| "Config.vis_num_rays": 16.0, | |
| "Config.visualize_every": 10000.0, | |
| "Config.vocab_tree_path": null, | |
| "Config.world_scale": 1.0, | |
| "Config.z_max": null, | |
| "Config.z_min": null, | |
| "Config.z_phase": 0.0, | |
| "Config.z_variation": 0.0, | |
| "HashEncoding.append_scale": true, | |
| "HashEncoding.bbox_scaling": 2.0, | |
| "HashEncoding.hash_init_range": 0.0001, | |
| "HashEncoding.hash_map_size": 2097152.0, | |
| "HashEncoding.jitter_coordinates": false, | |
| "HashEncoding.max_grid_size": 8192.0, | |
| "HashEncoding.min_grid_size": 16.0, | |
| "HashEncoding.precondition_scaling": 10.0, | |
| "HashEncoding.scale_supersample": 1.0, | |
| "HashEncoding.use_float16_hash": false, | |
| "inv_power_ladder.postmult": null, | |
| "MLP.basis_shape": "icosahedron", | |
| "MLP.basis_subdivisions": 2.0, | |
| "MLP.beta_init": 0.1, | |
| "MLP.beta_min": 0.0001, | |
| "MLP.bottleneck_noise": 0.0, | |
| "MLP.bottleneck_width": 256.0, | |
| "MLP.deg_view": 4.0, | |
| "MLP.density_activation": "@math.safe_exp", | |
| "MLP.density_as_sdf": false, | |
| "MLP.density_bias": -1.0, | |
| "MLP.density_noise": 0.0, | |
| "MLP.disable_density_normals": true, | |
| "MLP.disable_rgb": false, | |
| "MLP.enable_pred_normals": false, | |
| "MLP.enable_pred_roughness": false, | |
| "MLP.glo_mlp_arch": "()", | |
| "MLP.glo_mode": "concatenate", | |
| "MLP.glo_premultiplier": 1.0, | |
| "MLP.isotropize_gaussians": false, | |
| "MLP.max_deg_point": 12.0, | |
| "MLP.min_deg_point": 0.0, | |
| "MLP.net_depth": 1.0, | |
| "MLP.net_depth_viewdirs": 3.0, | |
| "MLP.net_width": 64.0, | |
| "MLP.net_width_viewdirs": 256.0, | |
| "MLP.num_rgb_channels": 3.0, | |
| "MLP.posenc_feature_scale": 1.0, | |
| "MLP.rgb_bias": 0.0, | |
| "MLP.rgb_padding": 0.001, | |
| "MLP.rgb_premultiplier": 1.0, | |
| "MLP.roughness_bias": -1.0, | |
| "MLP.skip_final_density_layer": false, | |
| "MLP.skip_layer": 4.0, | |
| "MLP.skip_layer_dir": 2.0, | |
| "MLP.sphere_init": false, | |
| "MLP.sphere_radius": 1.0, | |
| "MLP.squash_before": false, | |
| "MLP.unscented_mip_basis": "hexify", | |
| "MLP.unscented_scale_mult": 0.5, | |
| "MLP.use_affine_dir_enc_transform": false, | |
| "MLP.use_diffuse_color": false, | |
| "MLP.use_directional_enc": false, | |
| "MLP.use_exposure_at_bottleneck": false, | |
| "MLP.use_learned_vignette_map": false, | |
| "MLP.use_n_dot_v": false, | |
| "MLP.use_posenc_with_grid": false, | |
| "MLP.use_reflections": false, | |
| "MLP.use_specular_tint": false, | |
| "MLP.warp_fn": "@coord.contract", | |
| "MLP.weight_init": "he_uniform", | |
| "Model.anneal_slope": 10.0, | |
| "Model.bg_intensity_range": "(0, 1)", | |
| "Model.disable_integration": false, | |
| "Model.final_betas": "(0.015, 0.003, 0.001)", | |
| "Model.grid_params_per_level": "\\({'max_grid_size': 512, 'num_features': 1},{'max_grid_size': 2048, 'num_features': 1},{'num_features': 4})", | |
| "Model.learned_exposure_scaling": false, | |
| "Model.max_exposure": 1.0, | |
| "Model.mlp_params_per_level": "({'disable_rgb': True}, {'disable_rgb': True}, {})", | |
| "Model.name": null, | |
| "Model.near_anneal_init": 0.95, | |
| "Model.near_anneal_rate": null, | |
| "Model.num_glo_embeddings": 10000.0, | |
| "Model.num_glo_features": 0.0, | |
| "Model.rate_beta": 0.75, | |
| "Model.ray_shape": "cone", | |
| "Model.raydist_fn": "\\(@math.power_ladder, @math.inv_power_ladder, {'p': -1.5, 'premult': 2})", | |
| "Model.resample_padding": 0.0, | |
| "Model.sampling_strategy": "((0, 0, 64), (1, 1, 64), (2, 2, 32))", | |
| "Model.scheduled_beta": false, | |
| "Model.single_jitter": true, | |
| "Model.stop_level_grad": true, | |
| "Model.use_viewdirs": true, | |
| "power_ladder.postmult": null | |
| }, | |
| "checkpoint_sha256": "f8365cdf1bba8481eb8d3ca7cf8cb6b50cb48017e2c182f81a82a87f5c05a5fa" | |
| }, | |
| "evaluate_datetime": "2024-06-20T06:10:10", | |
| "evaluate_version": "0.0.16.dev63+g7840983.d20240612", | |
| "metrics": { | |
| "psnr": 32.98583, | |
| "ssim": 0.92764, | |
| "mae": 0.0138, | |
| "mse": 0.00061, | |
| "lpips": 0.13237, | |
| "lpips_vgg": 0.23725 | |
| }, | |
| "metrics_raw": { | |
| "psnr": "wQ0EQgDzAEKCpAVC2xERQvZBCkImSwFCtuYLQrKeC0JlMQFC1BYPQiDXBkKb6xBC68gQQuhsAkJBUQVCAi8LQmuMA0L8dQxCzcYGQmnVAEIFyQNCS4X8QZKECELfc99B2dIEQjUhAkJ4ug5CNeb8QSE++UEpS/hBjSr7QTo6+UFQIPlB0bgFQkyi4UH6awtCnqXGQbsWDkJxTgZC", | |
| "ssim": "6XtnPw2JaT8t2Gs/1R9yPyiScz+Rg28/Ky1vP+SwdT8lIW8/ZBZzP0GNcj/muXA/H1FyP62Caz+NhnE/1bJpP6sxbT+6cnE/lcBsP91ZcD+We28/pPtgPzS9cD+VtWc/7QduP711az/J23M/52ZqPxzhaj8K6mw/k7VjP8ycXz84Gm0/NfRuPx2Dcz/GqHU/YfhhP5kicD8eL2k/", | |
| "mae": "w6ZLPDrYjDzc5Fs8ctIePDdEGTy/h0w8bIlHPA4BSDy0WD88TjshPNVeTTwRECo8+gAaPExogjzYTD8828o2PHBXfDx8KiA8uMFwPEUZPzysnzQ8xKGCPBblSTztwYs8TFRjPK03hzxtUx88rJKAPKWTjzyJu448dzeJPEPkqDy7Gn88S+pRPLgxiDxq/0Q8IsnxPG0WIjztNmc8", | |
| "mse": "PPoCOj2bHDoND+85Cql3OSFJtzlmiBk6ar2mOUZ2qTmobBo6zciKOcsh3zmjzHk5asF7OSXZDzqKk/M5kcWtObXXBjoqdKE52PPfOd+mHTqEBAU6wNI2OrCXyjmrCNM6WJn6OV5REjpmso05i9c0OoTpSDrneU46Yxc+OhsASTo4lkk6OfjtORQxxjrgZ6s5G3lXO9kCkzmkGOY5", | |
| "lpips": "Bw0MPiep+T1SSN89xWiXPRok4D16Gr89Sp6rPeN4sT2YzAA+0MjVPR7dnD3xYpw9EjSwPTJoBT6sCsc9P1YVPjbo9D2HrNE9FzofPtvDxD12sbI9zslyPlcCgz1S1gs+20AVPspeJD7kHsQ9vPglPr99HT4pFws+H2FNPsKZUz5WjwE+7ofpPeqnSz6r1SI+SDNwPn2TVT5f6FA+", | |
| "lpips_vgg": "JptdPjIqLT5Kfig+NyAvPi3yZD7K6FI+H10oPiDZSj5A02Q+gqM/Pl0xKT7pRlw+N/RVPoLQXz4Qa2U+/odSPtw0aj4CI2s+Cj6OPvv+UD6CTTs+nJeyPup9DT6AtVo+VKiAPqHOgj5sEnA+HFCAPpqKbj4OJII+QeSYPvjggj5M44U+qguGPtRfvD6LHqk+5qm9PngBqz5rDZ4+" | |
| }, | |
| "metrics_sha256": "2e6fd88ea8ea3136c8c351776fe0f45fb6de26ae1703c0589496c7024355525d", | |
| "predictions_sha256": "eaac7bb07f4dbec18f09673bc29c3a2f62726cf0e14f82b56e5cd26bf4c62df7", | |
| "ground_truth_sha256": "9bdd71e54d0959e907a14b5604f9701af4b6d3d2f724e64cc748b9fba443ec2d", | |
| "evaluation_protocol": "nerf" | |
| } |