{ "render_datetime": "2024-06-20T10:57:22", "render_version": "0.0.16.dev63+g7840983.d20240612", "render_dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ 0.157245, 0.10385, -0.134524, 0.078316 ], [ 0.169589, -0.084017, 0.133373, -0.147589 ], [ 0.011007, -0.189114, -0.133126, 0.541818 ] ], "viewer_initial_pose": [ [ -0.248713, 0.534932, -0.807459, 0.779025 ], [ 0.968572, 0.134652, -0.209134, 0.117425 ], [ -0.003147, -0.834096, -0.55161, 0.377636 ] ], "scene": "counter", "downscale_factor": 2, "expected_scene_scale": 4.386058, "type": "object-centric" }, "nb_info": { "method": "nerfacto", "num_iterations": 70000, "total_train_time": 1167.70979, "resources_utilization": { "memory": 11136, "gpu_name": " NVIDIA A100-SXM4-40GB", "gpu_memory": 6820 }, "datetime": "2024-06-20T05:26:42", "config_overrides": { "pipeline.model.use_appearance_embedding": false, "pipeline.model.camera_optimizer.mode": "off", "max_num_iterations": 70000 }, "dataset_metadata": { "name": "mipnerf360", "color_space": "srgb", "evaluation_protocol": "nerf", "viewer_transform": [ [ 0.157245, 0.10385, -0.134524, 0.078316 ], [ 0.169589, -0.084017, 0.133373, -0.147589 ], [ 0.011007, -0.189114, -0.133126, 0.541818 ] ], "viewer_initial_pose": [ [ -0.248713, 0.534932, -0.807459, 0.779025 ], [ 0.968572, 0.134652, -0.209134, 0.117425 ], [ -0.003147, -0.834096, -0.55161, 0.377636 ] ], "scene": "counter", "downscale_factor": 2, "expected_scene_scale": 4.386058, "type": "object-centric" }, "evaluation_protocol": "nerf", "hparams": { "_target": "nerfstudio.engine.trainer:Trainer", "method_name": "nerfacto", "machine.seed": 42, "machine.num_devices": 1, "machine.num_machines": 1, "machine.machine_rank": 0, "machine.dist_url": "auto", "machine.device_type": "cuda", "pipeline._target": "nerfstudio.pipelines.base_pipeline:VanillaPipeline", "pipeline.datamanager._target": "nerfbaselines.methods.nerfstudio:DM", "pipeline.datamanager.masks_on_gpu": false, "pipeline.datamanager.images_on_gpu": false, "pipeline.datamanager.dataparser.scale_factor": 1.0, "pipeline.datamanager.dataparser.downscale_factor": null, "pipeline.datamanager.dataparser.scene_scale": 1.0, "pipeline.datamanager.dataparser.orientation_method": "up", "pipeline.datamanager.dataparser.center_method": "poses", "pipeline.datamanager.dataparser.auto_scale_poses": true, "pipeline.datamanager.dataparser.eval_mode": "fraction", "pipeline.datamanager.dataparser.train_split_fraction": 0.9, "pipeline.datamanager.dataparser.eval_interval": 8, "pipeline.datamanager.dataparser.depth_unit_scale_factor": 0.001, "pipeline.datamanager.dataparser.mask_color": null, "pipeline.datamanager.dataparser.load_3D_points": false, "pipeline.datamanager.train_num_rays_per_batch": 4096, "pipeline.datamanager.train_num_images_to_sample_from": -1, "pipeline.datamanager.train_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_num_rays_per_batch": 4096, "pipeline.datamanager.eval_num_images_to_sample_from": -1, "pipeline.datamanager.eval_num_times_to_repeat_images": -1, "pipeline.datamanager.eval_image_indices": "0", "pipeline.datamanager.collate_fn": "nerfstudio.data.utils.nerfstudio_collate:nerfstudio_collate", "pipeline.datamanager.camera_res_scale_factor": 1.0, "pipeline.datamanager.patch_size": 1, "pipeline.datamanager.camera_optimizer": null, "pipeline.datamanager.pixel_sampler._target": "nerfstudio.data.pixel_samplers:PixelSampler", "pipeline.datamanager.pixel_sampler.num_rays_per_batch": 4096, "pipeline.datamanager.pixel_sampler.keep_full_image": false, "pipeline.datamanager.pixel_sampler.is_equirectangular": false, "pipeline.datamanager.pixel_sampler.ignore_mask": false, "pipeline.datamanager.pixel_sampler.fisheye_crop_radius": null, "pipeline.datamanager.pixel_sampler.rejection_sample_mask": true, "pipeline.datamanager.pixel_sampler.max_num_iterations": 100, "pipeline.model._target": "nerfbaselines.methods.nerfstudio:NerfactoModel", "pipeline.model.enable_collider": true, "pipeline.model.collider_params.far_plane": 6.0, "pipeline.model.collider_params.near_plane": 2.0, "pipeline.model.loss_coefficients.rgb_loss_coarse": 1.0, "pipeline.model.loss_coefficients.rgb_loss_fine": 1.0, "pipeline.model.eval_num_rays_per_chunk": 32768, "pipeline.model.prompt": null, "pipeline.model.near_plane": 0.05, "pipeline.model.far_plane": 1000.0, "pipeline.model.background_color": "last_sample", "pipeline.model.hidden_dim": 64, "pipeline.model.hidden_dim_color": 64, "pipeline.model.hidden_dim_transient": 64, "pipeline.model.num_levels": 16, "pipeline.model.base_res": 16, "pipeline.model.max_res": 2048, "pipeline.model.log2_hashmap_size": 19, "pipeline.model.features_per_level": 2, "pipeline.model.num_proposal_samples_per_ray": "256,96", "pipeline.model.num_nerf_samples_per_ray": 48, "pipeline.model.proposal_update_every": 5, "pipeline.model.proposal_warmup": 5000, "pipeline.model.num_proposal_iterations": 2, "pipeline.model.use_same_proposal_network": false, "pipeline.model.proposal_net_args_list": "{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 128,\n 'num_levels': 5,\n 'use_linear': False},{'hidden_dim': 16,\n 'log2_hashmap_size': 17,\n 'max_res': 256,\n 'num_levels': 5,\n 'use_linear': False}", "pipeline.model.proposal_initial_sampler": "piecewise", "pipeline.model.interlevel_loss_mult": 1.0, "pipeline.model.distortion_loss_mult": 0.002, "pipeline.model.orientation_loss_mult": 0.0001, "pipeline.model.pred_normal_loss_mult": 0.001, "pipeline.model.use_proposal_weight_anneal": true, "pipeline.model.use_appearance_embedding": false, "pipeline.model.use_average_appearance_embedding": true, "pipeline.model.proposal_weights_anneal_slope": 10.0, "pipeline.model.proposal_weights_anneal_max_num_iters": 1000, "pipeline.model.use_single_jitter": true, "pipeline.model.predict_normals": false, "pipeline.model.disable_scene_contraction": false, "pipeline.model.use_gradient_scaling": false, "pipeline.model.implementation": "tcnn", "pipeline.model.appearance_embed_dim": 32, "pipeline.model.average_init_density": 0.01, "pipeline.model.camera_optimizer._target": "nerfstudio.cameras.camera_optimizers:CameraOptimizer", "pipeline.model.camera_optimizer.mode": "off", "pipeline.model.camera_optimizer.trans_l2_penalty": 0.01, "pipeline.model.camera_optimizer.rot_l2_penalty": 0.001, "pipeline.model.camera_optimizer.optimizer": null, "pipeline.model.camera_optimizer.scheduler": null, "optimizers.camera_opt.optimizer._target": "torch.optim.adam:Adam", "optimizers.camera_opt.optimizer.lr": 0.001, "optimizers.camera_opt.optimizer.eps": 1e-15, "optimizers.camera_opt.optimizer.max_norm": null, "optimizers.camera_opt.optimizer.weight_decay": 0, "optimizers.camera_opt.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.camera_opt.scheduler.lr_pre_warmup": 1e-08, "optimizers.camera_opt.scheduler.lr_final": 0.0001, "optimizers.camera_opt.scheduler.warmup_steps": 0, "optimizers.camera_opt.scheduler.max_steps": 5000, "optimizers.camera_opt.scheduler.ramp": "cosine", "optimizers.fields.optimizer._target": "torch.optim.adam:Adam", "optimizers.fields.optimizer.lr": 0.01, "optimizers.fields.optimizer.eps": 1e-15, "optimizers.fields.optimizer.max_norm": null, "optimizers.fields.optimizer.weight_decay": 0, "optimizers.fields.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.fields.scheduler.lr_pre_warmup": 1e-08, "optimizers.fields.scheduler.lr_final": 0.0001, "optimizers.fields.scheduler.warmup_steps": 0, "optimizers.fields.scheduler.max_steps": 200000, "optimizers.fields.scheduler.ramp": "cosine", "optimizers.proposal_networks.optimizer._target": "torch.optim.adam:Adam", "optimizers.proposal_networks.optimizer.lr": 0.01, "optimizers.proposal_networks.optimizer.eps": 1e-15, "optimizers.proposal_networks.optimizer.max_norm": null, "optimizers.proposal_networks.optimizer.weight_decay": 0, "optimizers.proposal_networks.scheduler._target": "nerfstudio.engine.schedulers:ExponentialDecayScheduler", "optimizers.proposal_networks.scheduler.lr_pre_warmup": 1e-08, "optimizers.proposal_networks.scheduler.lr_final": 0.0001, "optimizers.proposal_networks.scheduler.warmup_steps": 0, "optimizers.proposal_networks.scheduler.max_steps": 200000, "optimizers.proposal_networks.scheduler.ramp": "cosine", "max_num_iterations": 70000, "mixed_precision": true, "use_grad_scaler": false }, "nb_version": "0.0.16.dev63+g7840983.d20240612", "checkpoint_sha256": "5355d7c5eafee429e56f4f35f63c014cda05f8dd02d4f6a4afc0c84ae7102120" }, "evaluate_datetime": "2024-06-20T10:59:57", "evaluate_version": "0.0.16.dev63+g7840983.d20240612", "metrics": { "psnr": 27.08763, "ssim": 0.83007, "mae": 0.02584, "mse": 0.0022, "lpips": 0.2096, "lpips_vgg": 0.33575 }, "metrics_raw": { "psnr": "mKzRQe4S30F2A9hBbG/FQQDB5kGCv+NBqvjZQQV44EHdqONB5nDPQa6s2EESzupBr9nFQe6nvkEVq8dBrDDXQblb0UFFct1BXzraQdcqxkFG8uJBVH7eQTrT3kFIhe5BcCHmQYNz80H0IfhBW03aQf+HvkEgaq9B", "ssim": "UbdJPzTjUD91BlQ/UXVNP03HXj+I514/GbBWP8RiVT/qYFE/MvxNPwE8TT9VuF8/DThKP+9vTT/Ad0s/AgZXP8gQVz9KmFw/KudPPw7mUT989lI/wkpQPxJ3Vz8Jql4/gDVWPwrKYD/73l8/+npXP0heVT9GGEg/", "mae": "2HQAPW2awzw3Y888OE0GPbMTqDyfrLQ8yMjhPHFXzjw8OMI8ZdbtPJz35DwVvps8tM4EPXT8/DynYf48zfvdPLr15DwVq7s8mK3SPNWC8jwDp7o8xE6+PIvktjwPVpc8gdy1PCmlkDzPpoY8KybBPPSq9jxdji09", "mse": "5N8cO7dY1TrstQI72R5fOxcJqzrUfbo67hj3OmnzzDqB97o6+kknO04/ADsuNpg6gHhcO9aYhzsuO1E7atgFO7ZOHjsjlN86WUf1Otl3WjtA2L463/DYOkjh1joIxog6qiGuOhRbbTpfb086ccH0OrUViDv8Q9I7", "lpips": "FLeNPrf/Qj42gTw+THh4PuBqLz631lU+zrRVPgRrNT66yIU+MnlVPgsrST51Q4M++5ZcPvQMWT5Ye4c+Lv1SPu/GLz6qplM+AGhqPpwIWz6QZGw+7qCHPpYZNj6ZySE+peVkPsi3Bj7HIBc+eVQ4PkjpRj46NY4+", "lpips_vgg": "PeXAPvgEpj4Ng58+I9OyPsY2oT7vKb4+nnWfPlBNlj4SjMo+liumPkuwpz7jn9I+YN+nPrlnqj5Y28Q+OP+pPkwnnD5mpLA+PTSyPk2fpj42XLQ+Fn3RPlbTnD4RXZI+TPu0PkL7hz7gNo0+aXeXPlbtoj6WUcs+" }, "metrics_sha256": "42f0fd3245fff5317271115dca73cf4c31616e675e67700300e43f2e4b7058c4", "predictions_sha256": "73d04811e2debeb17ec56eb3972656e04584ded63047973aa488cd4a8b8fc2b3", "ground_truth_sha256": "c0c4b2e6b6bc236841ea1675d0aab00ee3a4fac416946bd30c1fd26daf624027", "evaluation_protocol": "nerf" }