jkulhanek's picture
Add TT dataset
2ce14fe
raw
history blame contribute delete
No virus
11.8 kB
{
"render_datetime": "2024-06-20T21:14:10",
"render_version": "0.0.16.dev63+g7840983.d20240612",
"render_dataset_metadata": {
"name": "tanksandtemples",
"color_space": "srgb",
"evaluation_protocol": "default",
"viewer_transform": [
[
0.18189,
0.004385,
-0.005096,
0.002622
],
[
0.004385,
0.027181,
0.17992,
-0.013449
],
[
0.005096,
-0.17992,
0.027056,
0.001727
]
],
"viewer_initial_pose": [
[
0.233269,
-0.124785,
-0.964373,
0.863479
],
[
0.968221,
-0.062175,
0.242245,
-0.095614
],
[
-0.090188,
-0.990234,
0.106316,
-0.004064
]
],
"scene": "temple",
"downscale_factor": 2,
"expected_scene_scale": 5.057016,
"type": null
},
"nb_info": {
"method": "nerfacto",
"num_iterations": 70000,
"total_train_time": 1176.63398,
"resources_utilization": {
"memory": 7893,
"gpu_memory": 3970,
"gpu_name": "NVIDIA A100-SXM4-40GB"
},
"datetime": "2024-06-02T23:33:30+0200",
"config_overrides": {
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.camera_optimizer.mode": "off",
"max_num_iterations": 70000
},
"dataset_metadata": {
"name": "tanksandtemples",
"color_space": "srgb",
"evaluation_protocol": "default",
"viewer_transform": [
[
0.18189,
0.004385,
-0.005096,
0.002622
],
[
0.004385,
0.027181,
0.17992,
-0.013449
],
[
0.005096,
-0.17992,
0.027056,
0.001727
]
],
"viewer_initial_pose": [
[
0.233269,
-0.124785,
-0.964373,
0.863479
],
[
0.968221,
-0.062175,
0.242245,
-0.095614
],
[
-0.090188,
-0.990234,
0.106316,
-0.004064
]
],
"scene": "temple",
"downscale_factor": 2,
"expected_scene_scale": 5.057016,
"type": null
},
"evaluation_protocol": "default",
"nb_version": "0.0.16.dev56+g8ee0779.d20240531",
"hparams": {
"_target": "nerfstudio.engine.trainer:Trainer",
"method_name": "nerfacto",
"machine.seed": 42,
"machine.num_devices": 1,
"machine.num_machines": 1,
"machine.machine_rank": 0,
"machine.dist_url": "auto",
"machine.device_type": "cuda",
"pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline",
"pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM",
"pipeline.datamanager.masks_on_gpu": false,
"pipeline.datamanager.images_on_gpu": false,
"pipeline.datamanager.dataparser.scale_factor": 1.0,
"pipeline.datamanager.dataparser.downscale_factor": null,
"pipeline.datamanager.dataparser.scene_scale": 1.0,
"pipeline.datamanager.dataparser.orientation_method": "up",
"pipeline.datamanager.dataparser.center_method": "poses",
"pipeline.datamanager.dataparser.auto_scale_poses": true,
"pipeline.datamanager.dataparser.eval_mode": "fraction",
"pipeline.datamanager.dataparser.train_split_fraction": 0.9,
"pipeline.datamanager.dataparser.eval_interval": 8,
"pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001,
"pipeline.datamanager.dataparser.mask_color": null,
"pipeline.datamanager.dataparser.load_3D_points": false,
"pipeline.datamanager.train_num_rays_per_batch": 4096,
"pipeline.datamanager.train_num_images_to_sample_from": -1,
"pipeline.datamanager.train_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_num_rays_per_batch": 4096,
"pipeline.datamanager.eval_num_images_to_sample_from": -1,
"pipeline.datamanager.eval_num_times_to_repeat_images": -1,
"pipeline.datamanager.eval_image_indices": "0",
"pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate",
"pipeline.datamanager.camera_res_scale_factor": 1.0,
"pipeline.datamanager.patch_size": 1,
"pipeline.datamanager.camera_optimizer": null,
"pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler",
"pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096,
"pipeline.datamanager.pixel_sampler.keep_full_image": false,
"pipeline.datamanager.pixel_sampler.is_equirectangular": false,
"pipeline.datamanager.pixel_sampler.ignore_mask": false,
"pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null,
"pipeline.datamanager.pixel_sampler.rejection_sample_mask": true,
"pipeline.datamanager.pixel_sampler.max_num_iterations": 100,
"pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel",
"pipeline.model.enable_collider": true,
"pipeline.model.collider_params.far_plane": 6.0,
"pipeline.model.collider_params.near_plane": 2.0,
"pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0,
"pipeline.model.loss_coefficients.rgb_loss_fine": 1.0,
"pipeline.model.eval_num_rays_per_chunk": 32768,
"pipeline.model.prompt": null,
"pipeline.model.near_plane": 0.05,
"pipeline.model.far_plane": 1000.0,
"pipeline.model.background_color": "last_sample",
"pipeline.model.hidden_dim": 64,
"pipeline.model.hidden_dim_color": 64,
"pipeline.model.hidden_dim_transient": 64,
"pipeline.model.num_levels": 16,
"pipeline.model.base_res": 16,
"pipeline.model.max_res": 2048,
"pipeline.model.log2_hashmap_size": 19,
"pipeline.model.features_per_level": 2,
"pipeline.model.num_proposal_samples_per_ray": "256,96",
"pipeline.model.num_nerf_samples_per_ray": 48,
"pipeline.model.proposal_update_every": 5,
"pipeline.model.proposal_warmup": 5000,
"pipeline.model.num_proposal_iterations": 2,
"pipeline.model.use_same_proposal_network": false,
"pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}",
"pipeline.model.proposal_initial_sampler": "piecewise",
"pipeline.model.interlevel_loss_mult": 1.0,
"pipeline.model.distortion_loss_mult": 0.002,
"pipeline.model.orientation_loss_mult": 0.0001,
"pipeline.model.pred_normal_loss_mult": 0.001,
"pipeline.model.use_proposal_weight_anneal": true,
"pipeline.model.use_appearance_embedding": false,
"pipeline.model.use_average_appearance_embedding": true,
"pipeline.model.proposal_weights_anneal_slope": 10.0,
"pipeline.model.proposal_weights_anneal_max_num_iters": 1000,
"pipeline.model.use_single_jitter": true,
"pipeline.model.predict_normals": false,
"pipeline.model.disable_scene_contraction": false,
"pipeline.model.use_gradient_scaling": false,
"pipeline.model.implementation": "tcnn",
"pipeline.model.appearance_embed_dim": 32,
"pipeline.model.average_init_density": 0.01,
"pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer",
"pipeline.model.camera_optimizer.mode": "off",
"pipeline.model.camera_optimizer.trans_l2_penalty": 0.01,
"pipeline.model.camera_optimizer.rot_l2_penalty": 0.001,
"pipeline.model.camera_optimizer.optimizer": null,
"pipeline.model.camera_optimizer.scheduler": null,
"optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam",
"optimizers.camera_opt.optimizer.lr": 0.001,
"optimizers.camera_opt.optimizer.eps": 1e-15,
"optimizers.camera_opt.optimizer.max_norm": null,
"optimizers.camera_opt.optimizer.weight_decay": 0,
"optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08,
"optimizers.camera_opt.scheduler.lr_final": 0.0001,
"optimizers.camera_opt.scheduler.warmup_steps": 0,
"optimizers.camera_opt.scheduler.max_steps": 5000,
"optimizers.camera_opt.scheduler.ramp": "cosine",
"optimizers.fields.optimizer._target": "torch.optim.adam:Adam",
"optimizers.fields.optimizer.lr": 0.01,
"optimizers.fields.optimizer.eps": 1e-15,
"optimizers.fields.optimizer.max_norm": null,
"optimizers.fields.optimizer.weight_decay": 0,
"optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.fields.scheduler.lr_pre_warmup": 1e-08,
"optimizers.fields.scheduler.lr_final": 0.0001,
"optimizers.fields.scheduler.warmup_steps": 0,
"optimizers.fields.scheduler.max_steps": 200000,
"optimizers.fields.scheduler.ramp": "cosine",
"optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam",
"optimizers.proposal_networks.optimizer.lr": 0.01,
"optimizers.proposal_networks.optimizer.eps": 1e-15,
"optimizers.proposal_networks.optimizer.max_norm": null,
"optimizers.proposal_networks.optimizer.weight_decay": 0,
"optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler",
"optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08,
"optimizers.proposal_networks.scheduler.lr_final": 0.0001,
"optimizers.proposal_networks.scheduler.warmup_steps": 0,
"optimizers.proposal_networks.scheduler.max_steps": 200000,
"optimizers.proposal_networks.scheduler.ramp": "cosine",
"max_num_iterations": 70000,
"mixed_precision": true,
"use_grad_scaler": false
},
"checkpoint_sha256": "e9f31946a3852df8cd0057ef127ee9662ab2a59930fc0ffec99c0ce24fe4f810"
},
"evaluate_datetime": "2024-06-20T21:14:53",
"evaluate_version": "0.0.16.dev63+g7840983.d20240612",
"metrics": {
"psnr": 17.06387,
"ssim": 0.67768,
"mae": 0.11369,
"mse": 0.03213,
"lpips": 0.39205
},
"metrics_raw": {
"psnr": "MA21QZJ1nUHTUJ5BAkhVQUw9X0Ho4GJBW3ymQdWih0EioJtBQv+LQcqqpEAGtH9BnsV/QcuLLkGyQIRB1kJfQZbvckE38cxB60qYQYAzmEHuTWpBAIxNQe7Sk0HvLp9BRVejQXz0n0GRm4tBkH+HQXwtm0FjbkVBnkcyQZnfs0EgRKlBhVp2QVEMRUEu66lByXKIQbianEE=",
"ssim": "xd84P2LyQT8Uyjs/RzcJP/OmQj+lxh0/kx4oPwelLD/CWC4/y28RP2M/1z6hNjU/pYcRPy7KHj/9wRY/qEoNP+wJHj/t4l4/W0xFP+N0PD/2aww/NHQ2P2FXPz9H2js/VcclP9BBKz+boDA/2rVNP+qFST/e0EI/ArQZP+9/TT9TKkU/uKYoP8ppIj/pRi8/wJcpP8q9LT8=",
"mae": "YIVTPfytlD0hPac9+40cPoMGFT6kUxY+wxF1PWmj0z0fCo49bWqyPTrh3D70N+c9F/LwPb+1UT5SJNI9sucHPr9m5D1gF/U80EGlPaj1nj27Fxg+uS1APkwriz28LZY9YYOAPW/mjD3QB7s9aozQPTpurD0eA0s+aYJaPn/XRj3xXnA9S6AFPky3QT6IvWg9mZbKPesmiT0=",
"mse": "TsayOzRFMDxt+is8DkM+PfvbJD2Ychw9rvAHPEsspTzb0jk8VrCRPMKPnD6Np848QXPOPD0epj0jEbY8184kPShW+Dx9wzM7QIhMPEwSTTxJlww9valUPRubaDyavCc8sdEUPGINJDy3VJM8UNSlPAU8PDxmAm89hW2dPcnwuDuR+Po772rsPKdUcD0aTfY7I1uhPE6pNDw=",
"lpips": "I6SDPqkgfj4gc5I+yj4jPyabkD5Pxug+GDPHPo611j7JOsU+dnf6PjxEKT8c1wE/qNUXP8CpGj8n5Qc/JBbsPoSR6z6b3VY+KAiOPqEsnD5PjwA/DbPVPqqfyj5EB9Y+DGDLPiJYtz4qKZw+MfJwPiENoj5BLIg+U10dPyL+dT48Poc+VD2nPpCWtD5Ql6U+UOmuPjBcuj4="
},
"metrics_sha256": "28e5c9b8a868f04356c09de24e2b7502e61aad32208c064d961bc64faad92557",
"predictions_sha256": "a922df16fbce5ecce8fd0d960a89b6642083e4d476bd61940df2a45fb737bbab",
"ground_truth_sha256": "4cb6845b0316b29da6d353b2c285c521408c876dc2d9b6a9c5ea7550cc950b35",
"evaluation_protocol": "default"
}