{ "render_datetime": "2024-06-20T11:00:27", "render_version": "0.0.16.dev63+g7840983.d20240612", "render_dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ -0.080642, 0.067344, 0.212306, 0.02169 ], [ -0.222711, -0.021373, -0.077814, 0.005192 ], [ -0.002966, -0.226097, 0.070592, 0.02138 ] ], "viewer_initial_pose": [ [ 0.284679, 0.086091, -0.954749, 0.742489 ], [ 0.958444, -0.006299, 0.285213, -0.243045 ], [ 0.01854, -0.996267, -0.084307, -0.093769 ] ], "scene": "flowers", "downscale_factor": 4, "expected_scene_scale": 4.103286, "type": "object-centric" }, "nb_info": { "method": "nerfacto", "num_iterations": 70000, "total_train_time": 1145.80597, "resources_utilization": { "memory": 5800, "gpu_name": " NVIDIA A100-SXM4-40GB", "gpu_memory": 5342 }, "datetime": "2024-06-20T05:25:05", "config_overrides": { "pipeline.model.use_appearance_embedding": false, "pipeline.model.camera_optimizer.mode": "off", "max_num_iterations": 70000 }, "dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ -0.080642, 0.067344, 0.212306, 0.02169 ], [ -0.222711, -0.021373, -0.077814, 0.005192 ], [ -0.002966, -0.226097, 0.070592, 0.02138 ] ], "viewer_initial_pose": [ [ 0.284679, 0.086091, -0.954749, 0.742489 ], [ 0.958444, -0.006299, 0.285213, -0.243045 ], [ 0.01854, -0.996267, -0.084307, -0.093769 ] ], "scene": "flowers", "downscale_factor": 4, "expected_scene_scale": 4.103286, "type": "object-centric" }, "evaluation_protocol": "nerf", "hparams": { "_target": "nerfstudio.engine.trainer:Trainer", "method_name": "nerfacto", "machine.seed": 42, "machine.num_devices": 1, "machine.num_machines": 1, "machine.machine_rank": 0, "machine.dist_url": "auto", "machine.device_type": "cuda", "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", "pipeline.datamanager.masks_on_gpu": false, "pipeline.datamanager.images_on_gpu": false, "pipeline.datamanager.dataparser.scale_factor": 1.0, "pipeline.datamanager.dataparser.downscale_factor": null, "pipeline.datamanager.dataparser.scene_scale": 1.0, "pipeline.datamanager.dataparser.orientation_method": "up", "pipeline.datamanager.dataparser.center_method": "poses", "pipeline.datamanager.dataparser.auto_scale_poses": true, "pipeline.datamanager.dataparser.eval_mode": "fraction", "pipeline.datamanager.dataparser.train_split_fraction": 0.9, "pipeline.datamanager.dataparser.eval_interval": 8, "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, "pipeline.datamanager.dataparser.mask_color": null, "pipeline.datamanager.dataparser.load_3D_points": false, "pipeline.datamanager.train_num_rays_per_batch": 4096, "pipeline.datamanager.train_num_images_to_sample_from": -1, "pipeline.datamanager.train_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_num_rays_per_batch": 4096, "pipeline.datamanager.eval_num_images_to_sample_from": -1, "pipeline.datamanager.eval_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_image_indices": "0", "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", "pipeline.datamanager.camera_res_scale_factor": 1.0, "pipeline.datamanager.patch_size": 1, "pipeline.datamanager.camera_optimizer": null, "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, "pipeline.datamanager.pixel_sampler.keep_full_image": false, "pipeline.datamanager.pixel_sampler.is_equirectangular": false, "pipeline.datamanager.pixel_sampler.ignore_mask": false, "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", "pipeline.model.enable_collider": true, "pipeline.model.collider_params.far_plane": 6.0, "pipeline.model.collider_params.near_plane": 2.0, "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, "pipeline.model.eval_num_rays_per_chunk": 32768, "pipeline.model.prompt": null, "pipeline.model.near_plane": 0.05, "pipeline.model.far_plane": 1000.0, "pipeline.model.background_color": "last_sample", "pipeline.model.hidden_dim": 64, "pipeline.model.hidden_dim_color": 64, "pipeline.model.hidden_dim_transient": 64, "pipeline.model.num_levels": 16, "pipeline.model.base_res": 16, "pipeline.model.max_res": 2048, "pipeline.model.log2_hashmap_size": 19, "pipeline.model.features_per_level": 2, "pipeline.model.num_proposal_samples_per_ray": "256,96", "pipeline.model.num_nerf_samples_per_ray": 48, "pipeline.model.proposal_update_every": 5, "pipeline.model.proposal_warmup": 5000, "pipeline.model.num_proposal_iterations": 2, "pipeline.model.use_same_proposal_network": false, "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", "pipeline.model.proposal_initial_sampler": "piecewise", "pipeline.model.interlevel_loss_mult": 1.0, "pipeline.model.distortion_loss_mult": 0.002, "pipeline.model.orientation_loss_mult": 0.0001, "pipeline.model.pred_normal_loss_mult": 0.001, "pipeline.model.use_proposal_weight_anneal": true, "pipeline.model.use_appearance_embedding": false, "pipeline.model.use_average_appearance_embedding": true, "pipeline.model.proposal_weights_anneal_slope": 10.0, "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, "pipeline.model.use_single_jitter": true, "pipeline.model.predict_normals": false, "pipeline.model.disable_scene_contraction": false, "pipeline.model.use_gradient_scaling": false, "pipeline.model.implementation": "tcnn", "pipeline.model.appearance_embed_dim": 32, "pipeline.model.average_init_density": 0.01, "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", "pipeline.model.camera_optimizer.mode": "off", "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, "pipeline.model.camera_optimizer.optimizer": null, "pipeline.model.camera_optimizer.scheduler": null, "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", "optimizers.camera_opt.optimizer.lr": 0.001, "optimizers.camera_opt.optimizer.eps": 1e-15, "optimizers.camera_opt.optimizer.max_norm": null, "optimizers.camera_opt.optimizer.weight_decay": 0, "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, "optimizers.camera_opt.scheduler.lr_final": 0.0001, "optimizers.camera_opt.scheduler.warmup_steps": 0, "optimizers.camera_opt.scheduler.max_steps": 5000, "optimizers.camera_opt.scheduler.ramp": "cosine", "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", "optimizers.fields.optimizer.lr": 0.01, "optimizers.fields.optimizer.eps": 1e-15, "optimizers.fields.optimizer.max_norm": null, "optimizers.fields.optimizer.weight_decay": 0, "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, "optimizers.fields.scheduler.lr_final": 0.0001, "optimizers.fields.scheduler.warmup_steps": 0, "optimizers.fields.scheduler.max_steps": 200000, "optimizers.fields.scheduler.ramp": "cosine", "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", "optimizers.proposal_networks.optimizer.lr": 0.01, "optimizers.proposal_networks.optimizer.eps": 1e-15, "optimizers.proposal_networks.optimizer.max_norm": null, "optimizers.proposal_networks.optimizer.weight_decay": 0, "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, "optimizers.proposal_networks.scheduler.lr_final": 0.0001, "optimizers.proposal_networks.scheduler.warmup_steps": 0, "optimizers.proposal_networks.scheduler.max_steps": 200000, "optimizers.proposal_networks.scheduler.ramp": "cosine", "max_num_iterations": 70000, "mixed_precision": true, "use_grad_scaler": false }, "nb_version": "0.0.16.dev63+g7840983.d20240612", "checkpoint_sha256": "2632bbf858bb86fa0e572903ea0c25640dbc75d7fdda38553f51e86a0c583912" }, "evaluate_datetime": "2024-06-20T11:01:31", "evaluate_version": "0.0.16.dev63+g7840983.d20240612", "metrics": { "psnr": 21.15773, "ssim": 0.51096, "mae": 0.06164, "mse": 0.00774, "lpips": 0.38503, "lpips_vgg": 0.43425 }, "metrics_raw": { "psnr": "M/KjQSoDpkEWqqNBiOWnQeMtpEGqFKpBXEGlQUgIp0GMLK5BiR+rQd83ukFv2K1BoLCrQWsyqEGepaxBZBCuQaTuqEGxtadBH+mnQZoArEFM7aZBqkCgQQ==", "ssim": "/WjYPrFi7j5oiNo+F+nuPgZ/0j74Avk+K8nhPqXhAz8S4AU/t+EPP4fcGz8lY/w+WqcFP1fcBj+VRQQ/7Q4MPzTFDz+Ujgg/u2EHP5UVEj+NZRo/DTkCPw==", "mae": "bTuMPb5DgD0OVYg9SguBPa4siD1W6Xc9r5mFPbV2gD16x249mWtyPXlYRz2Go2491mZ3PZQFgT2r93I9Dg5wPdYMez3El4E9KE6BPbGObT1P+nk91gCLPQ==", "mse": "0j8SPB3OCTydcBM80ocCPGtFETy0J/U7QNcMPHrRBTys6Nk7nOjtO0cSmju2+ts7Ig/qOzloATw0s+M7iJnaOwxl/TsMPAM8WHoCPMP25zuUOQY8NaciPA==", "lpips": "JKHyPpTH2z6Wuug+8nrlPrJU9D5RotQ+Ppz4PkW2wj6tBs8+YhWlPs1gkD5LBNk+2l3JPrSctz666sA+qN63Pp0oqj7OZrE+ALKyPq/dkz5gOqE+xnG1Pg==", "lpips_vgg": "Z20DP0xN9j6sq/w+YLzxPpxuAT9bN+k+RL70PqDy1z6uwds+Pr/QPqq1vT6UOeQ+oMnbPqoL1D7MPdo+EYbWPlja0T6DPNQ+FMLTPk55wT70Er8+ZZ3NPg==" }, "metrics_sha256": "e6c785da7b00c81ebb2ad60fef82cee4126ba7081aa49ad49f871d4193441dd8", "predictions_sha256": "d032c20ffdc8d47affa8cf1df96fdc38479ef5c3c91ffa6d28742f7b9e67536d", "ground_truth_sha256": "566dc093bfaba9c68627f730c7af40f47ef1ddee0e9d4cc07d7a745ccd63d0bb", "evaluation_protocol": "nerf" }