{ "render_datetime": "2024-06-20T10:52:30", "render_version": "0.0.16.dev63+g7840983.d20240612", "render_dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ -0.067265, -0.05179, 0.211189, -0.01079 ], [ -0.217345, 0.022741, -0.063649, 0.101475 ], [ -0.006618, -0.220472, -0.056174, 0.103987 ] ], "viewer_initial_pose": [ [ -0.924926, -0.050261, 0.37681, -0.351974 ], [ -0.37989, 0.085693, -0.921054, 0.927785 ], [ 0.014003, -0.995053, -0.098353, -0.059794 ] ], "scene": "bicycle", "downscale_factor": 4, "expected_scene_scale": 4.293471, "type": "object-centric" }, "nb_info": { "method": "nerfacto", "num_iterations": 70000, "total_train_time": 1151.35198, "resources_utilization": { "memory": 4258, "gpu_name": " NVIDIA A100-SXM4-40GB", "gpu_memory": 5278 }, "datetime": "2024-06-20T05:25:18", "config_overrides": { "pipeline.model.use_appearance_embedding": false, "pipeline.model.camera_optimizer.mode": "off", "max_num_iterations": 70000 }, "dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ -0.067265, -0.05179, 0.211189, -0.01079 ], [ -0.217345, 0.022741, -0.063649, 0.101475 ], [ -0.006618, -0.220472, -0.056174, 0.103987 ] ], "viewer_initial_pose": [ [ -0.924926, -0.050261, 0.37681, -0.351974 ], [ -0.37989, 0.085693, -0.921054, 0.927785 ], [ 0.014003, -0.995053, -0.098353, -0.059794 ] ], "scene": "bicycle", "downscale_factor": 4, "expected_scene_scale": 4.293471, "type": "object-centric" }, "evaluation_protocol": "nerf", "hparams": { "_target": "nerfstudio.engine.trainer:Trainer", "method_name": "nerfacto", "machine.seed": 42, "machine.num_devices": 1, "machine.num_machines": 1, "machine.machine_rank": 0, "machine.dist_url": "auto", "machine.device_type": "cuda", "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", "pipeline.datamanager.masks_on_gpu": false, "pipeline.datamanager.images_on_gpu": false, "pipeline.datamanager.dataparser.scale_factor": 1.0, "pipeline.datamanager.dataparser.downscale_factor": null, "pipeline.datamanager.dataparser.scene_scale": 1.0, "pipeline.datamanager.dataparser.orientation_method": "up", "pipeline.datamanager.dataparser.center_method": "poses", "pipeline.datamanager.dataparser.auto_scale_poses": true, "pipeline.datamanager.dataparser.eval_mode": "fraction", "pipeline.datamanager.dataparser.train_split_fraction": 0.9, "pipeline.datamanager.dataparser.eval_interval": 8, "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, "pipeline.datamanager.dataparser.mask_color": null, "pipeline.datamanager.dataparser.load_3D_points": false, "pipeline.datamanager.train_num_rays_per_batch": 4096, "pipeline.datamanager.train_num_images_to_sample_from": -1, "pipeline.datamanager.train_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_num_rays_per_batch": 4096, "pipeline.datamanager.eval_num_images_to_sample_from": -1, "pipeline.datamanager.eval_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_image_indices": "0", "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", "pipeline.datamanager.camera_res_scale_factor": 1.0, "pipeline.datamanager.patch_size": 1, "pipeline.datamanager.camera_optimizer": null, "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, "pipeline.datamanager.pixel_sampler.keep_full_image": false, "pipeline.datamanager.pixel_sampler.is_equirectangular": false, "pipeline.datamanager.pixel_sampler.ignore_mask": false, "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", "pipeline.model.enable_collider": true, "pipeline.model.collider_params.far_plane": 6.0, "pipeline.model.collider_params.near_plane": 2.0, "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, "pipeline.model.eval_num_rays_per_chunk": 32768, "pipeline.model.prompt": null, "pipeline.model.near_plane": 0.05, "pipeline.model.far_plane": 1000.0, "pipeline.model.background_color": "last_sample", "pipeline.model.hidden_dim": 64, "pipeline.model.hidden_dim_color": 64, "pipeline.model.hidden_dim_transient": 64, "pipeline.model.num_levels": 16, "pipeline.model.base_res": 16, "pipeline.model.max_res": 2048, "pipeline.model.log2_hashmap_size": 19, "pipeline.model.features_per_level": 2, "pipeline.model.num_proposal_samples_per_ray": "256,96", "pipeline.model.num_nerf_samples_per_ray": 48, "pipeline.model.proposal_update_every": 5, "pipeline.model.proposal_warmup": 5000, "pipeline.model.num_proposal_iterations": 2, "pipeline.model.use_same_proposal_network": false, "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", "pipeline.model.proposal_initial_sampler": "piecewise", "pipeline.model.interlevel_loss_mult": 1.0, "pipeline.model.distortion_loss_mult": 0.002, "pipeline.model.orientation_loss_mult": 0.0001, "pipeline.model.pred_normal_loss_mult": 0.001, "pipeline.model.use_proposal_weight_anneal": true, "pipeline.model.use_appearance_embedding": false, "pipeline.model.use_average_appearance_embedding": true, "pipeline.model.proposal_weights_anneal_slope": 10.0, "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, "pipeline.model.use_single_jitter": true, "pipeline.model.predict_normals": false, "pipeline.model.disable_scene_contraction": false, "pipeline.model.use_gradient_scaling": false, "pipeline.model.implementation": "tcnn", "pipeline.model.appearance_embed_dim": 32, "pipeline.model.average_init_density": 0.01, "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", "pipeline.model.camera_optimizer.mode": "off", "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, "pipeline.model.camera_optimizer.optimizer": null, "pipeline.model.camera_optimizer.scheduler": null, "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", "optimizers.camera_opt.optimizer.lr": 0.001, "optimizers.camera_opt.optimizer.eps": 1e-15, "optimizers.camera_opt.optimizer.max_norm": null, "optimizers.camera_opt.optimizer.weight_decay": 0, "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, "optimizers.camera_opt.scheduler.lr_final": 0.0001, "optimizers.camera_opt.scheduler.warmup_steps": 0, "optimizers.camera_opt.scheduler.max_steps": 5000, "optimizers.camera_opt.scheduler.ramp": "cosine", "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", "optimizers.fields.optimizer.lr": 0.01, "optimizers.fields.optimizer.eps": 1e-15, "optimizers.fields.optimizer.max_norm": null, "optimizers.fields.optimizer.weight_decay": 0, "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, "optimizers.fields.scheduler.lr_final": 0.0001, "optimizers.fields.scheduler.warmup_steps": 0, "optimizers.fields.scheduler.max_steps": 200000, "optimizers.fields.scheduler.ramp": "cosine", "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", "optimizers.proposal_networks.optimizer.lr": 0.01, "optimizers.proposal_networks.optimizer.eps": 1e-15, "optimizers.proposal_networks.optimizer.max_norm": null, "optimizers.proposal_networks.optimizer.weight_decay": 0, "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, "optimizers.proposal_networks.scheduler.lr_final": 0.0001, "optimizers.proposal_networks.scheduler.warmup_steps": 0, "optimizers.proposal_networks.scheduler.max_steps": 200000, "optimizers.proposal_networks.scheduler.ramp": "cosine", "prompt": null, "max_num_iterations": 70000, "mixed_precision": true, "use_grad_scaler": false }, "nb_version": "0.0.16.dev63+g7840983.d20240612", "checkpoint_sha256": "af7f223947b84b86aa6d83ca6ea7832b78d4c669c8a585fc846d3e61f9089c89" }, "evaluate_datetime": "2024-06-20T10:53:35", "evaluate_version": "0.0.16.dev63+g7840983.d20240612", "metrics": { "psnr": 23.57844, "ssim": 0.56697, "mae": 0.04714, "mse": 0.00478, "lpips": 0.3877, "lpips_vgg": 0.45572 }, "metrics_raw": { "psnr": "K+WoQTlhn0EUqZ9BsB2qQex1qUEnIbNBMLm7QSy0t0Emhb9BKuzDQYaBwkHhNrVBoIXDQQxDw0G1bMNBXhPMQfJNxEHUuLxBvKvKQTJDzUHp1ctBbnXMQZhozEGWpLlBmt3AQQ==", "ssim": "gr74PmMH8T47d+0+XLsIP61BBD+3bAw/rXgUP5Z0Dz9kuQg/HjQZP7wZHT8EzQQ/44YdPw/iHD8/xgo/qH8nP3JfFz81kRI/DiEhP6UwHj+WayE/r+0VP7nvHz9MGgM/xngPPw==", "mae": "+AqDPSO6iD1XSZQ94Fl+PWYYfj10x1g98bA8PU4yST0MtzI98Q8oPdiYLj2p1Fo9RfsmPWOwJj0GAio90I8XPQc9IT1b1T09Fy8aPY5mFj1KKRg9Q7QcPYQLFT0XuUc9N8cqPQ==", "mse": "LKr9O4HKJjz2ciU8Fej0O9uR+Tt08bw7DIqTO5aipTsgRIQ7twxpO3K/cjtJ8LE7gcBrO/SFbTvPaWw7wU04O22AZjvsW487mOg/O0YdMjvqlDk7cEg2O9WLNjvXpJw7vHt+Ow==", "lpips": "ErDfPu2GwT4Wjdg+TwzAPiFy2D62LcQ+mhi7Pv0lwD7upNc+OIC4PvKCqj7JLus+VFayPgclsT6XC+k+mhqlPqjO0j6MIbw+l7izPlKpzD462q8+yQ/dPn2osj7EPdQ++kTWPg==", "lpips_vgg": "LhjvPhbx7T5OAfw+znHcPuLR7z4s3ek+btLdPhA/6T40hPg+4xvYPjiLzz6glgI/4KLaPuD+3T5lBAA/IN7EPnKK9z5CyOU+QTTjPlCN7z5EDNI+EID6PgCs4j4n8vQ++OT7Pg==" }, "metrics_sha256": "05a5574bc453676ecb059f42a7062fa1613223e016a3b94bd56bc810606de56e", "predictions_sha256": "16aa9ee0e583a07f53a1a5ce805974c129d43cc658e29d72acf9afbfe945f127", "ground_truth_sha256": "2ad52fcb25ecf8ebade7cecfe9366ddf259c5824ccf5cc276ddf2c1c6d488889", "evaluation_protocol": "nerf" }