jkulhanek's picture
Update results v1 release
1f77fc6
raw
history blame
11.8 kB
{
"render_datetime": "2024-06-20T10:57:22",
"render_version": "0.0.16.dev63+g7840983.d20240612",
"render_dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.157245,
0.10385,
-0.134524,
0.078316
],
[
0.169589,
-0.084017,
0.133373,
-0.147589
],
[
0.011007,
-0.189114,
-0.133126,
0.541818
]
],
"viewer_initial_pose": [
[
-0.248713,
0.534932,
-0.807459,
0.779025
],
[
0.968572,
0.134652,
-0.209134,
0.117425
],
[
-0.003147,
-0.834096,
-0.55161,
0.377636
]
],
"scene": "counter",
"downscale_factor": 2,
"expected_scene_scale": 4.386058,
"type": "object-centric"
},
"nb_info": {
"method": "nerfacto",
"num_iterations": 70000,
"total_train_time": 1167.70979,
"resources_utilization": {
"memory": 11136,
"gpu_name": " NVIDIA A100-SXM4-40GB",
"gpu_memory": 6820
},
"datetime": "2024-06-20T05:26:42",
"config_overrides": {
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.camera_optimizer.mode": "off",
"max_num_iterations": 70000
},
"dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.157245,
0.10385,
-0.134524,
0.078316
],
[
0.169589,
-0.084017,
0.133373,
-0.147589
],
[
0.011007,
-0.189114,
-0.133126,
0.541818
]
],
"viewer_initial_pose": [
[
-0.248713,
0.534932,
-0.807459,
0.779025
],
[
0.968572,
0.134652,
-0.209134,
0.117425
],
[
-0.003147,
-0.834096,
-0.55161,
0.377636
]
],
"scene": "counter",
"downscale_factor": 2,
"expected_scene_scale": 4.386058,
"type": "object-centric"
},
"evaluation_protocol": "nerf",
"hparams": {
"_target": "nerfstudio.engine.trainer:Trainer",
"method_name": "nerfacto",
"machine.seed": 42,
"machine.num_devices": 1,
"machine.num_machines": 1,
"machine.machine_rank": 0,
"machine.dist_url": "auto",
"machine.device_type": "cuda",
"pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline",
"pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM",
"pipeline.datamanager.masks_on_gpu": false,
"pipeline.datamanager.images_on_gpu": false,
"pipeline.datamanager.dataparser.scale_factor": 1.0,
"pipeline.datamanager.dataparser.downscale_factor": null,
"pipeline.datamanager.dataparser.scene_scale": 1.0,
"pipeline.datamanager.dataparser.orientation_method": "up",
"pipeline.datamanager.dataparser.center_method": "poses",
"pipeline.datamanager.dataparser.auto_scale_poses": true,
"pipeline.datamanager.dataparser.eval_mode": "fraction",
"pipeline.datamanager.dataparser.train_split_fraction": 0.9,
"pipeline.datamanager.dataparser.eval_interval": 8,
"pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001,
"pipeline.datamanager.dataparser.mask_color": null,
"pipeline.datamanager.dataparser.load_3D_points": false,
"pipeline.datamanager.train_num_rays_per_batch": 4096,
"pipeline.datamanager.train_num_images_to_sample_from": -1,
"pipeline.datamanager.train_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_num_rays_per_batch": 4096,
"pipeline.datamanager.eval_num_images_to_sample_from": -1,
"pipeline.datamanager.eval_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_image_indices": "0",
"pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate",
"pipeline.datamanager.camera_res_scale_factor": 1.0,
"pipeline.datamanager.patch_size": 1,
"pipeline.datamanager.camera_optimizer": null,
"pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler",
"pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096,
"pipeline.datamanager.pixel_sampler.keep_full_image": false,
"pipeline.datamanager.pixel_sampler.is_equirectangular": false,
"pipeline.datamanager.pixel_sampler.ignore_mask": false,
"pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null,
"pipeline.datamanager.pixel_sampler.rejection_sample_mask": true,
"pipeline.datamanager.pixel_sampler.max_num_iterations": 100,
"pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel",
"pipeline.model.enable_collider": true,
"pipeline.model.collider_params.far_plane": 6.0,
"pipeline.model.collider_params.near_plane": 2.0,
"pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0,
"pipeline.model.loss_coefficients.rgb_loss_fine": 1.0,
"pipeline.model.eval_num_rays_per_chunk": 32768,
"pipeline.model.prompt": null,
"pipeline.model.near_plane": 0.05,
"pipeline.model.far_plane": 1000.0,
"pipeline.model.background_color": "last_sample",
"pipeline.model.hidden_dim": 64,
"pipeline.model.hidden_dim_color": 64,
"pipeline.model.hidden_dim_transient": 64,
"pipeline.model.num_levels": 16,
"pipeline.model.base_res": 16,
"pipeline.model.max_res": 2048,
"pipeline.model.log2_hashmap_size": 19,
"pipeline.model.features_per_level": 2,
"pipeline.model.num_proposal_samples_per_ray": "256,96",
"pipeline.model.num_nerf_samples_per_ray": 48,
"pipeline.model.proposal_update_every": 5,
"pipeline.model.proposal_warmup": 5000,
"pipeline.model.num_proposal_iterations": 2,
"pipeline.model.use_same_proposal_network": false,
"pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}",
"pipeline.model.proposal_initial_sampler": "piecewise",
"pipeline.model.interlevel_loss_mult": 1.0,
"pipeline.model.distortion_loss_mult": 0.002,
"pipeline.model.orientation_loss_mult": 0.0001,
"pipeline.model.pred_normal_loss_mult": 0.001,
"pipeline.model.use_proposal_weight_anneal": true,
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.use_average_appearance_embedding": true,
"pipeline.model.proposal_weights_anneal_slope": 10.0,
"pipeline.model.proposal_weights_anneal_max_num_iters": 1000,
"pipeline.model.use_single_jitter": true,
"pipeline.model.predict_normals": false,
"pipeline.model.disable_scene_contraction": false,
"pipeline.model.use_gradient_scaling": false,
"pipeline.model.implementation": "tcnn",
"pipeline.model.appearance_embed_dim": 32,
"pipeline.model.average_init_density": 0.01,
"pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer",
"pipeline.model.camera_optimizer.mode": "off",
"pipeline.model.camera_optimizer.trans_l2_penalty": 0.01,
"pipeline.model.camera_optimizer.rot_l2_penalty": 0.001,
"pipeline.model.camera_optimizer.optimizer": null,
"pipeline.model.camera_optimizer.scheduler": null,
"optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam",
"optimizers.camera_opt.optimizer.lr": 0.001,
"optimizers.camera_opt.optimizer.eps": 1e-15,
"optimizers.camera_opt.optimizer.max_norm": null,
"optimizers.camera_opt.optimizer.weight_decay": 0,
"optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08,
"optimizers.camera_opt.scheduler.lr_final": 0.0001,
"optimizers.camera_opt.scheduler.warmup_steps": 0,
"optimizers.camera_opt.scheduler.max_steps": 5000,
"optimizers.camera_opt.scheduler.ramp": "cosine",
"optimizers.fields.optimizer._target": "torch.optim.adam:Adam",
"optimizers.fields.optimizer.lr": 0.01,
"optimizers.fields.optimizer.eps": 1e-15,
"optimizers.fields.optimizer.max_norm": null,
"optimizers.fields.optimizer.weight_decay": 0,
"optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.fields.scheduler.lr_pre_warmup": 1e-08,
"optimizers.fields.scheduler.lr_final": 0.0001,
"optimizers.fields.scheduler.warmup_steps": 0,
"optimizers.fields.scheduler.max_steps": 200000,
"optimizers.fields.scheduler.ramp": "cosine",
"optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam",
"optimizers.proposal_networks.optimizer.lr": 0.01,
"optimizers.proposal_networks.optimizer.eps": 1e-15,
"optimizers.proposal_networks.optimizer.max_norm": null,
"optimizers.proposal_networks.optimizer.weight_decay": 0,
"optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08,
"optimizers.proposal_networks.scheduler.lr_final": 0.0001,
"optimizers.proposal_networks.scheduler.warmup_steps": 0,
"optimizers.proposal_networks.scheduler.max_steps": 200000,
"optimizers.proposal_networks.scheduler.ramp": "cosine",
"max_num_iterations": 70000,
"mixed_precision": true,
"use_grad_scaler": false
},
"nb_version": "0.0.16.dev63+g7840983.d20240612",
"checkpoint_sha256": "5355d7c5eafee429e56f4f35f63c014cda05f8dd02d4f6a4afc0c84ae7102120"
},
"evaluate_datetime": "2024-06-20T10:59:57",
"evaluate_version": "0.0.16.dev63+g7840983.d20240612",
"metrics": {
"psnr": 27.08763,
"ssim": 0.83007,
"mae": 0.02584,
"mse": 0.0022,
"lpips": 0.2096,
"lpips_vgg": 0.33575
},
"metrics_raw": {
"psnr": "mKzRQe4S30F2A9hBbG/FQQDB5kGCv+NBqvjZQQV44EHdqONB5nDPQa6s2EESzupBr9nFQe6nvkEVq8dBrDDXQblb0UFFct1BXzraQdcqxkFG8uJBVH7eQTrT3kFIhe5BcCHmQYNz80H0IfhBW03aQf+HvkEgaq9B",
"ssim": "UbdJPzTjUD91BlQ/UXVNP03HXj+I514/GbBWP8RiVT/qYFE/MvxNPwE8TT9VuF8/DThKP+9vTT/Ad0s/AgZXP8gQVz9KmFw/KudPPw7mUT989lI/wkpQPxJ3Vz8Jql4/gDVWPwrKYD/73l8/+npXP0heVT9GGEg/",
"mae": "2HQAPW2awzw3Y888OE0GPbMTqDyfrLQ8yMjhPHFXzjw8OMI8ZdbtPJz35DwVvps8tM4EPXT8/DynYf48zfvdPLr15DwVq7s8mK3SPNWC8jwDp7o8xE6+PIvktjwPVpc8gdy1PCmlkDzPpoY8KybBPPSq9jxdji09",
"mse": "5N8cO7dY1TrstQI72R5fOxcJqzrUfbo67hj3OmnzzDqB97o6+kknO04/ADsuNpg6gHhcO9aYhzsuO1E7atgFO7ZOHjsjlN86WUf1Otl3WjtA2L463/DYOkjh1joIxog6qiGuOhRbbTpfb086ccH0OrUViDv8Q9I7",
"lpips": "FLeNPrf/Qj42gTw+THh4PuBqLz631lU+zrRVPgRrNT66yIU+MnlVPgsrST51Q4M++5ZcPvQMWT5Ye4c+Lv1SPu/GLz6qplM+AGhqPpwIWz6QZGw+7qCHPpYZNj6ZySE+peVkPsi3Bj7HIBc+eVQ4PkjpRj46NY4+",
"lpips_vgg": "PeXAPvgEpj4Ng58+I9OyPsY2oT7vKb4+nnWfPlBNlj4SjMo+liumPkuwpz7jn9I+YN+nPrlnqj5Y28Q+OP+pPkwnnD5mpLA+PTSyPk2fpj42XLQ+Fn3RPlbTnD4RXZI+TPu0PkL7hz7gNo0+aXeXPlbtoj6WUcs+"
},
"metrics_sha256": "42f0fd3245fff5317271115dca73cf4c31616e675e67700300e43f2e4b7058c4",
"predictions_sha256": "73d04811e2debeb17ec56eb3972656e04584ded63047973aa488cd4a8b8fc2b3",
"ground_truth_sha256": "c0c4b2e6b6bc236841ea1675d0aab00ee3a4fac416946bd30c1fd26daf624027",
"evaluation_protocol": "nerf"
}