{ "render_datetime": "2024-06-20T11:10:38", "render_version": "0.0.16.dev63+g7840983.d20240612", "render_dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ 0.124084, -0.069561, 0.158834, 0.043061 ], [ -0.173045, -0.037216, 0.118887, -0.008092 ], [ -0.011062, -0.19809, -0.078111, 0.037328 ] ], "viewer_initial_pose": [ [ -0.885254, 0.053736, 0.461993, -0.318161 ], [ -0.464901, -0.072627, -0.882379, 0.772036 ], [ -0.013863, -0.995911, 0.089275, -0.16934 ] ], "scene": "treehill", "downscale_factor": 4, "expected_scene_scale": 4.365699, "type": "object-centric" }, "nb_info": { "method": "nerfacto", "num_iterations": 70000, "total_train_time": 1170.8094, "resources_utilization": { "memory": 3541, "gpu_name": " NVIDIA A100-SXM4-40GB", "gpu_memory": 5368 }, "datetime": "2024-06-20T05:25:35", "config_overrides": { "pipeline.model.use_appearance_embedding": false, "pipeline.model.camera_optimizer.mode": "off", "max_num_iterations": 70000 }, "dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ 0.124084, -0.069561, 0.158834, 0.043061 ], [ -0.173045, -0.037216, 0.118887, -0.008092 ], [ -0.011062, -0.19809, -0.078111, 0.037328 ] ], "viewer_initial_pose": [ [ -0.885254, 0.053736, 0.461993, -0.318161 ], [ -0.464901, -0.072627, -0.882379, 0.772036 ], [ -0.013863, -0.995911, 0.089275, -0.16934 ] ], "scene": "treehill", "downscale_factor": 4, "expected_scene_scale": 4.365699, "type": "object-centric" }, "evaluation_protocol": "nerf", "hparams": { "_target": "nerfstudio.engine.trainer:Trainer", "method_name": "nerfacto", "machine.seed": 42, "machine.num_devices": 1, "machine.num_machines": 1, "machine.machine_rank": 0, "machine.dist_url": "auto", "machine.device_type": "cuda", "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", "pipeline.datamanager.masks_on_gpu": false, "pipeline.datamanager.images_on_gpu": false, "pipeline.datamanager.dataparser.scale_factor": 1.0, "pipeline.datamanager.dataparser.downscale_factor": null, "pipeline.datamanager.dataparser.scene_scale": 1.0, "pipeline.datamanager.dataparser.orientation_method": "up", "pipeline.datamanager.dataparser.center_method": "poses", "pipeline.datamanager.dataparser.auto_scale_poses": true, "pipeline.datamanager.dataparser.eval_mode": "fraction", "pipeline.datamanager.dataparser.train_split_fraction": 0.9, "pipeline.datamanager.dataparser.eval_interval": 8, "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, "pipeline.datamanager.dataparser.mask_color": null, "pipeline.datamanager.dataparser.load_3D_points": false, "pipeline.datamanager.train_num_rays_per_batch": 4096, "pipeline.datamanager.train_num_images_to_sample_from": -1, "pipeline.datamanager.train_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_num_rays_per_batch": 4096, "pipeline.datamanager.eval_num_images_to_sample_from": -1, "pipeline.datamanager.eval_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_image_indices": "0", "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", "pipeline.datamanager.camera_res_scale_factor": 1.0, "pipeline.datamanager.patch_size": 1, "pipeline.datamanager.camera_optimizer": null, "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, "pipeline.datamanager.pixel_sampler.keep_full_image": false, "pipeline.datamanager.pixel_sampler.is_equirectangular": false, "pipeline.datamanager.pixel_sampler.ignore_mask": false, "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", "pipeline.model.enable_collider": true, "pipeline.model.collider_params.far_plane": 6.0, "pipeline.model.collider_params.near_plane": 2.0, "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, "pipeline.model.eval_num_rays_per_chunk": 32768, "pipeline.model.prompt": null, "pipeline.model.near_plane": 0.05, "pipeline.model.far_plane": 1000.0, "pipeline.model.background_color": "last_sample", "pipeline.model.hidden_dim": 64, "pipeline.model.hidden_dim_color": 64, "pipeline.model.hidden_dim_transient": 64, "pipeline.model.num_levels": 16, "pipeline.model.base_res": 16, "pipeline.model.max_res": 2048, "pipeline.model.log2_hashmap_size": 19, "pipeline.model.features_per_level": 2, "pipeline.model.num_proposal_samples_per_ray": "256,96", "pipeline.model.num_nerf_samples_per_ray": 48, "pipeline.model.proposal_update_every": 5, "pipeline.model.proposal_warmup": 5000, "pipeline.model.num_proposal_iterations": 2, "pipeline.model.use_same_proposal_network": false, "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", "pipeline.model.proposal_initial_sampler": "piecewise", "pipeline.model.interlevel_loss_mult": 1.0, "pipeline.model.distortion_loss_mult": 0.002, "pipeline.model.orientation_loss_mult": 0.0001, "pipeline.model.pred_normal_loss_mult": 0.001, "pipeline.model.use_proposal_weight_anneal": true, "pipeline.model.use_appearance_embedding": false, "pipeline.model.use_average_appearance_embedding": true, "pipeline.model.proposal_weights_anneal_slope": 10.0, "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, "pipeline.model.use_single_jitter": true, "pipeline.model.predict_normals": false, "pipeline.model.disable_scene_contraction": false, "pipeline.model.use_gradient_scaling": false, "pipeline.model.implementation": "tcnn", "pipeline.model.appearance_embed_dim": 32, "pipeline.model.average_init_density": 0.01, "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", "pipeline.model.camera_optimizer.mode": "off", "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, "pipeline.model.camera_optimizer.optimizer": null, "pipeline.model.camera_optimizer.scheduler": null, "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", "optimizers.camera_opt.optimizer.lr": 0.001, "optimizers.camera_opt.optimizer.eps": 1e-15, "optimizers.camera_opt.optimizer.max_norm": null, "optimizers.camera_opt.optimizer.weight_decay": 0, "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, "optimizers.camera_opt.scheduler.lr_final": 0.0001, "optimizers.camera_opt.scheduler.warmup_steps": 0, "optimizers.camera_opt.scheduler.max_steps": 5000, "optimizers.camera_opt.scheduler.ramp": "cosine", "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", "optimizers.fields.optimizer.lr": 0.01, "optimizers.fields.optimizer.eps": 1e-15, "optimizers.fields.optimizer.max_norm": null, "optimizers.fields.optimizer.weight_decay": 0, "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, "optimizers.fields.scheduler.lr_final": 0.0001, "optimizers.fields.scheduler.warmup_steps": 0, "optimizers.fields.scheduler.max_steps": 200000, "optimizers.fields.scheduler.ramp": "cosine", "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", "optimizers.proposal_networks.optimizer.lr": 0.01, "optimizers.proposal_networks.optimizer.eps": 1e-15, "optimizers.proposal_networks.optimizer.max_norm": null, "optimizers.proposal_networks.optimizer.weight_decay": 0, "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, "optimizers.proposal_networks.scheduler.lr_final": 0.0001, "optimizers.proposal_networks.scheduler.warmup_steps": 0, "optimizers.proposal_networks.scheduler.max_steps": 200000, "optimizers.proposal_networks.scheduler.ramp": "cosine", "max_num_iterations": 70000, "mixed_precision": true, "use_grad_scaler": false }, "nb_version": "0.0.16.dev63+g7840983.d20240612", "checkpoint_sha256": "7b3ac63148e6254df12fbb29f2253bceb75281d4eab394201f5ecbc45e4a4d23" }, "evaluate_datetime": "2024-06-20T11:11:27", "evaluate_version": "0.0.16.dev63+g7840983.d20240612", "metrics": { "psnr": 22.85077, "ssim": 0.54855, "mae": 0.04724, "mse": 0.00582, "lpips": 0.47068, "lpips_vgg": 0.48833 }, "metrics_raw": { "psnr": "TE+QQaHAokF326NBzHWpQdelqUH1GbNB9Te+QRSD0EGwv7JBpXzFQSaizkFXKLJBEqu9QfAwwkGGqrpBG/3JQfivtkFAbLpB", "ssim": "MYAEP9olBj9VygE/1LwKP/CeDz9g+gU/+08OP8sWHD8k/BA/esoTP9/WFz9o5gk/Vc8NPw1JDD9vqwU/6QYaP2YiBD/yFQQ/", "mae": "7tZ+PfeIZz326WY9DGJSPbxkPz32Qz09EaYyPfdLGD1bHlE9AWAuPbvyFD3ddEM9+C85PYjsND0ciDw9nlsdPWJ4Tz2Ua0Q9", "mse": "mq6APHFcFzyknxI8xJL5O5Y6+DuZGL07nlCJO/M1IjtpBr87/8leOyA5KzulTcI734GLOw/1dDsYGZg7trZDO2qNqjuuKpk7", "lpips": "WjfmPhvB/D7PeAA/nLsFP/1CzD7mR+4+xt3nPuVR4j6zKuk+5i/4PggR4D6qOOQ+G530PjMI+D67sPM+Y5/YPitLDD+iPQM/", "lpips_vgg": "spEDP6g4CT/LhAU/N68FP2Q37D6yJPw+xPD0PjvM6T5UK/I+8N32PrOR7T40aPI+HJn3PspT9j5Zk/w+nDzpPvcDAT9QkP4+" }, "metrics_sha256": "80808bb6a3e0ddfa5f7e4a2635e4d8931745f8722babbdf18536663de1e0921e", "predictions_sha256": "a695825a982a55d8aa128e5ecd0bf53247412228ad42d29597244050d45ccfcd", "ground_truth_sha256": "95b392ebdbe7f4c3d1de84e1ddbf1b15ee2668e20f25702b8b391b6ec854978e", "evaluation_protocol": "nerf" }