jkulhanek's picture
Update results v1 release
1f77fc6
raw
history blame
11.6 kB
{
"render_datetime": "2024-06-20T11:02:02",
"render_version": "0.0.16.dev63+g7840983.d20240612",
"render_dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
-0.057403,
0.10811,
-0.201541,
0.081719
],
[
0.228696,
0.025217,
-0.051611,
-0.076247
],
[
-0.002109,
-0.208033,
-0.110992,
0.436519
]
],
"viewer_initial_pose": [
[
-0.245561,
0.192971,
-0.94998,
1.03697
],
[
0.96917,
0.02842,
-0.244748,
0.240112
],
[
-0.020231,
-0.980793,
-0.194001,
0.170598
]
],
"scene": "garden",
"downscale_factor": 4,
"expected_scene_scale": 4.110425,
"type": "object-centric"
},
"nb_info": {
"method": "nerfacto",
"num_iterations": 70000,
"total_train_time": 1170.3251,
"resources_utilization": {
"memory": 4375,
"gpu_name": " NVIDIA A100-SXM4-40GB",
"gpu_memory": 5426
},
"datetime": "2024-06-20T05:30:50",
"config_overrides": {
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.camera_optimizer.mode": "off",
"max_num_iterations": 70000
},
"dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
-0.057403,
0.10811,
-0.201541,
0.081719
],
[
0.228696,
0.025217,
-0.051611,
-0.076247
],
[
-0.002109,
-0.208033,
-0.110992,
0.436519
]
],
"viewer_initial_pose": [
[
-0.245561,
0.192971,
-0.94998,
1.03697
],
[
0.96917,
0.02842,
-0.244748,
0.240112
],
[
-0.020231,
-0.980793,
-0.194001,
0.170598
]
],
"scene": "garden",
"downscale_factor": 4,
"expected_scene_scale": 4.110425,
"type": "object-centric"
},
"evaluation_protocol": "nerf",
"hparams": {
"_target": "nerfstudio.engine.trainer:Trainer",
"method_name": "nerfacto",
"machine.seed": 42,
"machine.num_devices": 1,
"machine.num_machines": 1,
"machine.machine_rank": 0,
"machine.dist_url": "auto",
"machine.device_type": "cuda",
"pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline",
"pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM",
"pipeline.datamanager.masks_on_gpu": false,
"pipeline.datamanager.images_on_gpu": false,
"pipeline.datamanager.dataparser.scale_factor": 1.0,
"pipeline.datamanager.dataparser.downscale_factor": null,
"pipeline.datamanager.dataparser.scene_scale": 1.0,
"pipeline.datamanager.dataparser.orientation_method": "up",
"pipeline.datamanager.dataparser.center_method": "poses",
"pipeline.datamanager.dataparser.auto_scale_poses": true,
"pipeline.datamanager.dataparser.eval_mode": "fraction",
"pipeline.datamanager.dataparser.train_split_fraction": 0.9,
"pipeline.datamanager.dataparser.eval_interval": 8,
"pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001,
"pipeline.datamanager.dataparser.mask_color": null,
"pipeline.datamanager.dataparser.load_3D_points": false,
"pipeline.datamanager.train_num_rays_per_batch": 4096,
"pipeline.datamanager.train_num_images_to_sample_from": -1,
"pipeline.datamanager.train_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_num_rays_per_batch": 4096,
"pipeline.datamanager.eval_num_images_to_sample_from": -1,
"pipeline.datamanager.eval_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_image_indices": "0",
"pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate",
"pipeline.datamanager.camera_res_scale_factor": 1.0,
"pipeline.datamanager.patch_size": 1,
"pipeline.datamanager.camera_optimizer": null,
"pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler",
"pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096,
"pipeline.datamanager.pixel_sampler.keep_full_image": false,
"pipeline.datamanager.pixel_sampler.is_equirectangular": false,
"pipeline.datamanager.pixel_sampler.ignore_mask": false,
"pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null,
"pipeline.datamanager.pixel_sampler.rejection_sample_mask": true,
"pipeline.datamanager.pixel_sampler.max_num_iterations": 100,
"pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel",
"pipeline.model.enable_collider": true,
"pipeline.model.collider_params.far_plane": 6.0,
"pipeline.model.collider_params.near_plane": 2.0,
"pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0,
"pipeline.model.loss_coefficients.rgb_loss_fine": 1.0,
"pipeline.model.eval_num_rays_per_chunk": 32768,
"pipeline.model.prompt": null,
"pipeline.model.near_plane": 0.05,
"pipeline.model.far_plane": 1000.0,
"pipeline.model.background_color": "last_sample",
"pipeline.model.hidden_dim": 64,
"pipeline.model.hidden_dim_color": 64,
"pipeline.model.hidden_dim_transient": 64,
"pipeline.model.num_levels": 16,
"pipeline.model.base_res": 16,
"pipeline.model.max_res": 2048,
"pipeline.model.log2_hashmap_size": 19,
"pipeline.model.features_per_level": 2,
"pipeline.model.num_proposal_samples_per_ray": "256,96",
"pipeline.model.num_nerf_samples_per_ray": 48,
"pipeline.model.proposal_update_every": 5,
"pipeline.model.proposal_warmup": 5000,
"pipeline.model.num_proposal_iterations": 2,
"pipeline.model.use_same_proposal_network": false,
"pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}",
"pipeline.model.proposal_initial_sampler": "piecewise",
"pipeline.model.interlevel_loss_mult": 1.0,
"pipeline.model.distortion_loss_mult": 0.002,
"pipeline.model.orientation_loss_mult": 0.0001,
"pipeline.model.pred_normal_loss_mult": 0.001,
"pipeline.model.use_proposal_weight_anneal": true,
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.use_average_appearance_embedding": true,
"pipeline.model.proposal_weights_anneal_slope": 10.0,
"pipeline.model.proposal_weights_anneal_max_num_iters": 1000,
"pipeline.model.use_single_jitter": true,
"pipeline.model.predict_normals": false,
"pipeline.model.disable_scene_contraction": false,
"pipeline.model.use_gradient_scaling": false,
"pipeline.model.implementation": "tcnn",
"pipeline.model.appearance_embed_dim": 32,
"pipeline.model.average_init_density": 0.01,
"pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer",
"pipeline.model.camera_optimizer.mode": "off",
"pipeline.model.camera_optimizer.trans_l2_penalty": 0.01,
"pipeline.model.camera_optimizer.rot_l2_penalty": 0.001,
"pipeline.model.camera_optimizer.optimizer": null,
"pipeline.model.camera_optimizer.scheduler": null,
"optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam",
"optimizers.camera_opt.optimizer.lr": 0.001,
"optimizers.camera_opt.optimizer.eps": 1e-15,
"optimizers.camera_opt.optimizer.max_norm": null,
"optimizers.camera_opt.optimizer.weight_decay": 0,
"optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08,
"optimizers.camera_opt.scheduler.lr_final": 0.0001,
"optimizers.camera_opt.scheduler.warmup_steps": 0,
"optimizers.camera_opt.scheduler.max_steps": 5000,
"optimizers.camera_opt.scheduler.ramp": "cosine",
"optimizers.fields.optimizer._target": "torch.optim.adam:Adam",
"optimizers.fields.optimizer.lr": 0.01,
"optimizers.fields.optimizer.eps": 1e-15,
"optimizers.fields.optimizer.max_norm": null,
"optimizers.fields.optimizer.weight_decay": 0,
"optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.fields.scheduler.lr_pre_warmup": 1e-08,
"optimizers.fields.scheduler.lr_final": 0.0001,
"optimizers.fields.scheduler.warmup_steps": 0,
"optimizers.fields.scheduler.max_steps": 200000,
"optimizers.fields.scheduler.ramp": "cosine",
"optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam",
"optimizers.proposal_networks.optimizer.lr": 0.01,
"optimizers.proposal_networks.optimizer.eps": 1e-15,
"optimizers.proposal_networks.optimizer.max_norm": null,
"optimizers.proposal_networks.optimizer.weight_decay": 0,
"optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08,
"optimizers.proposal_networks.scheduler.lr_final": 0.0001,
"optimizers.proposal_networks.scheduler.warmup_steps": 0,
"optimizers.proposal_networks.scheduler.max_steps": 200000,
"optimizers.proposal_networks.scheduler.ramp": "cosine",
"max_num_iterations": 70000,
"mixed_precision": true,
"use_grad_scaler": false
},
"nb_version": "0.0.16.dev63+g7840983.d20240612",
"checkpoint_sha256": "5c8dc06c4bee4b8ee083c81b0c5c7c92a12ddeee13d59008676fe2ca6b4e8a41"
},
"evaluate_datetime": "2024-06-20T11:03:08",
"evaluate_version": "0.0.16.dev63+g7840983.d20240612",
"metrics": {
"psnr": 25.88699,
"ssim": 0.75168,
"mae": 0.03593,
"mse": 0.00273,
"lpips": 0.19575,
"lpips_vgg": 0.25439
},
"metrics_raw": {
"psnr": "PM3CQaB0wEE0VtBB1Z7BQcwqrUGwp9FBe6PcQTN91kHsd81BTP7QQR0Z10EmINJBKePPQUgf3UGH+NpBQHTFQVpj1EGc/95BaHPTQUJEzkHSZNBBdzDFQSYBy0GDU9hB",
"ssim": "ABg6P6IOLj9Y+Tg/OM01P/xZLz+ybD8/hRNIPwwvTj9uakM/yMVEP8oZRT/s9kU/GKpBP36WRj+8YkU/e3A5P5kBQD9bzUg/AEJAP+1vQz8Jg0Q//W84P8MGPj9KlEw/",
"mae": "vc8oPftvLT0lpA8907ApPQ0+Sz12ngo9Niv0PDwWAT1UnhE9F/oQPZKPAj2o0gg9uI4PPSt38zwOAgI92scfPY+SCT2nTfA8LmsOPeaJHj1eiBo9orckPU2RHj2n2gU9",
"mse": "wLBwO6HAgDv7ByM7sAN5O+lQ4DsK9hw7ctbkOtaSCDvCDzE7ovofO0ozBjuD2Ro7VyclO66s4TokF/A61f9eO0oWETt8z9U67A0VO0wKLTt6wyI7lbRgOxETPjseigE7",
"lpips": "QMRMPoirdT4VBWU+BqdJPpTsYz6gPlA+HENFPualGz6YbUE+tK42PupZRD6ekzw+/QdNPhQpQT7+p0E+5tBQPsxyTT6xxz4+dHRbPthOWT5/Gz8+sG1MPo7TSz7idhI+",
"lpips_vgg": "+muMPprmmj4uuJg+5o+QPsSGlz5oToY+BKOAPu3obj7nG34+okp2PpVeej5stn0+VC59PvJYcz7lJHs+v9qCPu5JdT6kF3I+2MKDPjFjgT7yHHE+3TCBPtxufj4gT10+"
},
"metrics_sha256": "1bf091c907639e5d8dc8050d5c0e70148aa479ac2282dfef6d6d044c4f92f2b1",
"predictions_sha256": "b4d4fefb9de5e842fddbfa4251742006d6c841dc35f482163a7bd919e90b6d4e",
"ground_truth_sha256": "d005b4c083846158cd38d9255dda8b6d4f23aa71d00f75ad900ff9a32443905a",
"evaluation_protocol": "nerf"
}