jkulhanek's picture
Update results v1 release
1f77fc6
raw
history blame
No virus
12.1 kB
{
"render_datetime": "2024-06-20T11:06:38",
"render_version": "0.0.16.dev63+g7840983.d20240612",
"render_dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.021723,
-0.080307,
0.154508,
0.078751
],
[
-0.174054,
-0.005369,
0.02168,
0.063185
],
[
-0.005194,
-0.155935,
-0.080318,
0.27352
]
],
"viewer_initial_pose": [
[
-0.437344,
-0.344819,
0.83056,
-0.611687
],
[
-0.899218,
0.155613,
-0.408891,
0.408089
],
[
0.011747,
-0.92568,
-0.378124,
0.264581
]
],
"scene": "room",
"downscale_factor": 2,
"expected_scene_scale": 5.420212,
"type": "object-centric"
},
"nb_info": {
"method": "nerfacto",
"num_iterations": 70000,
"total_train_time": 1192.62383,
"resources_utilization": {
"memory": 13947,
"gpu_name": " NVIDIA A100-SXM4-40GB",
"gpu_memory": 6818
},
"datetime": "2024-06-20T05:27:01",
"config_overrides": {
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.camera_optimizer.mode": "off",
"max_num_iterations": 70000
},
"dataset_metadata": {
"name": "mipnerf360",
"color_space": "srgb",
"evaluation_protocol": "nerf",
"viewer_transform": [
[
0.021723,
-0.080307,
0.154508,
0.078751
],
[
-0.174054,
-0.005369,
0.02168,
0.063185
],
[
-0.005194,
-0.155935,
-0.080318,
0.27352
]
],
"viewer_initial_pose": [
[
-0.437344,
-0.344819,
0.83056,
-0.611687
],
[
-0.899218,
0.155613,
-0.408891,
0.408089
],
[
0.011747,
-0.92568,
-0.378124,
0.264581
]
],
"scene": "room",
"downscale_factor": 2,
"expected_scene_scale": 5.420212,
"type": "object-centric"
},
"evaluation_protocol": "nerf",
"hparams": {
"_target": "nerfstudio.engine.trainer:Trainer",
"method_name": "nerfacto",
"machine.seed": 42,
"machine.num_devices": 1,
"machine.num_machines": 1,
"machine.machine_rank": 0,
"machine.dist_url": "auto",
"machine.device_type": "cuda",
"pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline",
"pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM",
"pipeline.datamanager.masks_on_gpu": false,
"pipeline.datamanager.images_on_gpu": false,
"pipeline.datamanager.dataparser.scale_factor": 1.0,
"pipeline.datamanager.dataparser.downscale_factor": null,
"pipeline.datamanager.dataparser.scene_scale": 1.0,
"pipeline.datamanager.dataparser.orientation_method": "up",
"pipeline.datamanager.dataparser.center_method": "poses",
"pipeline.datamanager.dataparser.auto_scale_poses": true,
"pipeline.datamanager.dataparser.eval_mode": "fraction",
"pipeline.datamanager.dataparser.train_split_fraction": 0.9,
"pipeline.datamanager.dataparser.eval_interval": 8,
"pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001,
"pipeline.datamanager.dataparser.mask_color": null,
"pipeline.datamanager.dataparser.load_3D_points": false,
"pipeline.datamanager.train_num_rays_per_batch": 4096,
"pipeline.datamanager.train_num_images_to_sample_from": -1,
"pipeline.datamanager.train_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_num_rays_per_batch": 4096,
"pipeline.datamanager.eval_num_images_to_sample_from": -1,
"pipeline.datamanager.eval_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_image_indices": "0",
"pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate",
"pipeline.datamanager.camera_res_scale_factor": 1.0,
"pipeline.datamanager.patch_size": 1,
"pipeline.datamanager.camera_optimizer": null,
"pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler",
"pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096,
"pipeline.datamanager.pixel_sampler.keep_full_image": false,
"pipeline.datamanager.pixel_sampler.is_equirectangular": false,
"pipeline.datamanager.pixel_sampler.ignore_mask": false,
"pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null,
"pipeline.datamanager.pixel_sampler.rejection_sample_mask": true,
"pipeline.datamanager.pixel_sampler.max_num_iterations": 100,
"pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel",
"pipeline.model.enable_collider": true,
"pipeline.model.collider_params.far_plane": 6.0,
"pipeline.model.collider_params.near_plane": 2.0,
"pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0,
"pipeline.model.loss_coefficients.rgb_loss_fine": 1.0,
"pipeline.model.eval_num_rays_per_chunk": 32768,
"pipeline.model.prompt": null,
"pipeline.model.near_plane": 0.05,
"pipeline.model.far_plane": 1000.0,
"pipeline.model.background_color": "last_sample",
"pipeline.model.hidden_dim": 64,
"pipeline.model.hidden_dim_color": 64,
"pipeline.model.hidden_dim_transient": 64,
"pipeline.model.num_levels": 16,
"pipeline.model.base_res": 16,
"pipeline.model.max_res": 2048,
"pipeline.model.log2_hashmap_size": 19,
"pipeline.model.features_per_level": 2,
"pipeline.model.num_proposal_samples_per_ray": "256,96",
"pipeline.model.num_nerf_samples_per_ray": 48,
"pipeline.model.proposal_update_every": 5,
"pipeline.model.proposal_warmup": 5000,
"pipeline.model.num_proposal_iterations": 2,
"pipeline.model.use_same_proposal_network": false,
"pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}",
"pipeline.model.proposal_initial_sampler": "piecewise",
"pipeline.model.interlevel_loss_mult": 1.0,
"pipeline.model.distortion_loss_mult": 0.002,
"pipeline.model.orientation_loss_mult": 0.0001,
"pipeline.model.pred_normal_loss_mult": 0.001,
"pipeline.model.use_proposal_weight_anneal": true,
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.use_average_appearance_embedding": true,
"pipeline.model.proposal_weights_anneal_slope": 10.0,
"pipeline.model.proposal_weights_anneal_max_num_iters": 1000,
"pipeline.model.use_single_jitter": true,
"pipeline.model.predict_normals": false,
"pipeline.model.disable_scene_contraction": false,
"pipeline.model.use_gradient_scaling": false,
"pipeline.model.implementation": "tcnn",
"pipeline.model.appearance_embed_dim": 32,
"pipeline.model.average_init_density": 0.01,
"pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer",
"pipeline.model.camera_optimizer.mode": "off",
"pipeline.model.camera_optimizer.trans_l2_penalty": 0.01,
"pipeline.model.camera_optimizer.rot_l2_penalty": 0.001,
"pipeline.model.camera_optimizer.optimizer": null,
"pipeline.model.camera_optimizer.scheduler": null,
"optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam",
"optimizers.camera_opt.optimizer.lr": 0.001,
"optimizers.camera_opt.optimizer.eps": 1e-15,
"optimizers.camera_opt.optimizer.max_norm": null,
"optimizers.camera_opt.optimizer.weight_decay": 0,
"optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08,
"optimizers.camera_opt.scheduler.lr_final": 0.0001,
"optimizers.camera_opt.scheduler.warmup_steps": 0,
"optimizers.camera_opt.scheduler.max_steps": 5000,
"optimizers.camera_opt.scheduler.ramp": "cosine",
"optimizers.fields.optimizer._target": "torch.optim.adam:Adam",
"optimizers.fields.optimizer.lr": 0.01,
"optimizers.fields.optimizer.eps": 1e-15,
"optimizers.fields.optimizer.max_norm": null,
"optimizers.fields.optimizer.weight_decay": 0,
"optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.fields.scheduler.lr_pre_warmup": 1e-08,
"optimizers.fields.scheduler.lr_final": 0.0001,
"optimizers.fields.scheduler.warmup_steps": 0,
"optimizers.fields.scheduler.max_steps": 200000,
"optimizers.fields.scheduler.ramp": "cosine",
"optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam",
"optimizers.proposal_networks.optimizer.lr": 0.01,
"optimizers.proposal_networks.optimizer.eps": 1e-15,
"optimizers.proposal_networks.optimizer.max_norm": null,
"optimizers.proposal_networks.optimizer.weight_decay": 0,
"optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08,
"optimizers.proposal_networks.scheduler.lr_final": 0.0001,
"optimizers.proposal_networks.scheduler.warmup_steps": 0,
"optimizers.proposal_networks.scheduler.max_steps": 200000,
"optimizers.proposal_networks.scheduler.ramp": "cosine",
"max_num_iterations": 70000,
"mixed_precision": true,
"use_grad_scaler": false
},
"nb_version": "0.0.16.dev63+g7840983.d20240612",
"checkpoint_sha256": "8ca4f345ac3b9a7971c40e07bc7c43e6a297a8ab8d12bda426b39104835ba95d"
},
"evaluate_datetime": "2024-06-20T11:08:59",
"evaluate_version": "0.0.16.dev63+g7840983.d20240612",
"metrics": {
"psnr": 30.60848,
"ssim": 0.88023,
"mae": 0.01956,
"mse": 0.00098,
"lpips": 0.19415,
"lpips_vgg": 0.31497
},
"metrics_raw": {
"psnr": "+jHvQfGv9EHSx/JB9TIAQiHPA0KNdvBBCDH5QQawBULozvJBilUAQjPkAELuCgZC7iECQjCN9kGPWfRB3AD4QdxZ9kH7mwZCRGL8QXhg5EE/W/FBdQn1QZVY+EH119hBVAzrQSZl40E3sPhBoxv0Qfj660E5xeJB/sf0QTj48kE64eVBXnL6QeR83UGMF/5B1lC+QYyIBkIXrvxB",
"ssim": "z+1TP3QRUz/P2lA/Km1dP6eabT+h+GE/xktZPykqbT87a2I/BtdoPxyDYD+4zGE/VChpPwSyXT+zEGY/GmJQPxQLXj/zR2o/BoFkPwOhZD8ZNF4/I2NgPyZsXj/YHFM/dw5jPzMnZT9NlGg/6U5iP8VsYD/z9mA/oANjP2oxSj+lg2U/6Q5nPytJbz9FwHA/bTFdP20ZbD/V5GQ/",
"mae": "p4udPCEFpjz8o6o8h06CPDH0WjxSsIk8TleiPIOyUjy2Gpg85dKPPJhbdTzl7G88jW2IPASgmjwwloo8mAuaPO5kqTw9S1I8xG+cPC+KqTyRoJY89PWiPGL5lzw3VuA8ksnCPJQE6DxTVZk8MQaiPOritTxDX8880KafPPMftDwtGcA8SmKRPEmwrzyio5E8iiEYPSfiajwH1JA8",
"mse": "wiSGOlEPZTpj+3E6aoQjOsHVBDosVoE6TTVJOsVw7jkRynE6LUAiOuYgHTqxnek5Q0sSOtUXWTqaS2c6VDVQOndZWjqHHuI5cIs3OpwltzpUG3w6IMRiOjEqTjrqP/86YCaXOk9lvDrAJEw6SuloOgImkzpZ0L869nBkOjircDqjZK86nRFCOtVP3zo2vS46bu6IOwoc4zmU/DU6",
"lpips": "HyJjPrJvej6ELYc+9EZZPrUB3z1eoSw+m6h2PnxR1z0u1yc+eDUGPlNrVz60lRM+fd0FPsq2PT5G7P49+jiYPpgiPD7KKwI+ewwsPsgDDz5JHTs+/Wp2PujVLj424XY+7ttXPm/nQT6vkAM+J5BXPiJPWD4e2D0+j8p5PpKfsD4x3RQ+0I0nPo6CUT6Rxig+7rmkPlmuLj7k4ok+",
"lpips_vgg": "cvahPngEkz64HZ4+fAmcPhmygT7V+Zc+gxqZPgFjgT5rK5Q+DD54Pn28kz5mKZw+jOSKPoDPmj4F5I8+6ua1PoYqnz6O94k+T5KUPjuZhz4uI5M+FdqwPuK9gz5kzaQ++LaoPmeFlj7KQ5g+4jyrPk6kqT7r364+ZUu2PqC+yj6WyJs+a7KuPnabyz5Ip7o+pjXwPpMQsD7+MMM+"
},
"metrics_sha256": "d833bf3041289a826b78d55f43485f70329f958bc3c0a0023879727b65dc3a46",
"predictions_sha256": "6e4533b989f20977afd197f08be65712d7513f9bab28d401416326ae1ad30070",
"ground_truth_sha256": "9bdd71e54d0959e907a14b5604f9701af4b6d3d2f724e64cc748b9fba443ec2d",
"evaluation_protocol": "nerf"
}