{ "render_datetime": "2024-06-20T13:51:31", "render_version": "0.0.16.dev63+g7840983.d20240612", "render_dataset_metadata": { "name": "blender", "scene": "mic", "color_space": "srgb", "type": "object-centric", "evaluation_protocol": "nerf", "expected_scene_scale": 4, "viewer_transform": [ [ 0.015239, -0.242022, 0.01308, 0.0 ], [ 0.242374, 0.015261, -1e-06, 0.0 ], [ -0.000821, 0.013054, 0.242502, 0.0 ] ], "viewer_initial_pose": [ [ -0.062749, -0.768168, 0.637166, -0.623771 ], [ -0.998024, 0.046133, -0.042669, 0.041772 ], [ 0.003382, -0.638584, -0.769544, 0.753366 ] ], "background_color": [ 255, 255, 255 ] }, "nb_info": { "method": "mipnerf360", "total_train_time": 9788.11872, "resources_utilization": { "memory": 9252, "gpu_memory": 129960, "gpu_name": "NVIDIA A100-SXM4-40GB" }, "datetime": "2024-06-12T17:02:38", "nb_version": "0.0.11.dev6+g3cce00f", "num_iterations": 250000, "config_overrides": { "base_config": "blender_256.gin" }, "dataset_metadata": { "name": "blender", "scene": "mic", "color_space": "srgb", "type": "object-centric", "evaluation_protocol": "nerf", "expected_scene_scale": 4, "viewer_transform": [ [ 0.193653, -0.157843, -0.008183, 0.0 ], [ 0.157986, 0.193691, 0.00264, -0.0 ], [ 0.004674, -0.007217, 0.249818, -0.0 ] ], "viewer_initial_pose": [ [ -0.956954, -0.167917, 0.236733, -0.238542 ], [ -0.288856, 0.630516, -0.720425, 0.725932 ], [ -0.028292, -0.757795, -0.651879, 0.656862 ] ], "background_color": [ 255, 255, 255 ] }, "evaluation_protocol": "nerf", "hparams": { "Config.adam_beta1": 0.9, "Config.adam_beta2": 0.999, "Config.adam_eps": 1e-08, "Config.apply_bayer_mask": false, "Config.autoexpose_renders": false, "Config.batch_size": 16384, "Config.batching": "single_image", "Config.cast_rays_in_train_step": false, "Config.charb_padding": 0.001, "Config.checkpoint_dir": null, "Config.checkpoint_every": 25000, "Config.compute_disp_metrics": false, "Config.compute_normal_metrics": false, "Config.data_coarse_loss_mult": 0.0, "Config.data_dir": null, "Config.data_loss_mult": 1.0, "Config.data_loss_type": "mse", "Config.dataset_loader": "blender", "Config.deterministic_showcase": true, "Config.disable_multiscale_loss": false, "Config.distortion_loss_mult": 0.0, "Config.early_exit_steps": null, "Config.enable_robustnerf_loss": false, "Config.eval_crop_borders": 0, "Config.eval_dataset_limit": 2147483647, "Config.eval_only_once": true, "Config.eval_quantize_metrics": true, "Config.eval_raw_affine_cc": false, "Config.eval_render_interval": 5, "Config.eval_save_output": true, "Config.eval_save_ray_data": false, "Config.exposure_percentile": 97.0, "Config.factor": 0, "Config.far": 6, "Config.forward_facing": false, "Config.gc_every": 10000, "Config.grad_max_norm": 0.001, "Config.grad_max_val": 0.0, "Config.interlevel_loss_mult": 1.0, "Config.llff_use_all_images_for_training": false, "Config.llffhold": 8, "Config.load_alphabetical": true, "Config.lr_delay_mult": 0.01, "Config.lr_delay_steps": 512, "Config.lr_final": 2e-05, "Config.lr_init": 0.002, "Config.max_steps": 250000, "Config.near": 2, "Config.num_border_pixels_to_mask": 0, "Config.num_showcase_images": 5, "Config.orientation_coarse_loss_mult": 0.0, "Config.orientation_loss_mult": 0.0, "Config.orientation_loss_target": "normals_pred", "Config.patch_size": 1, "Config.predicted_normal_coarse_loss_mult": 0.0, "Config.predicted_normal_loss_mult": 0.0, "Config.print_every": 100, "Config.randomized": true, "Config.rawnerf_mode": false, "Config.render_camtype": null, "Config.render_chunk_size": 16384, "Config.render_dir": null, "Config.render_dist_percentile": 0.5, "Config.render_focal": null, "Config.render_job_id": 0, "Config.render_num_jobs": 1, "Config.render_path": false, "Config.render_path_file": null, "Config.render_path_frames": 120, "Config.render_resolution": null, "Config.render_save_async": true, "Config.render_spherical": false, "Config.render_spline_degree": 5, "Config.render_spline_interpolate_exposure": false, "Config.render_spline_keyframes": null, "Config.render_spline_n_interp": 30, "Config.render_spline_smoothness": 0.03, "Config.render_video_crf": 18, "Config.render_video_fps": 60, "Config.robustnerf_inlier_quantile": 0.5, "Config.robustnerf_inner_patch_inlier_quantile": 0.5, "Config.robustnerf_inner_patch_size": 8, "Config.robustnerf_smoothed_filter_size": 3, "Config.robustnerf_smoothed_inlier_quantile": 0.5, "Config.train_render_every": 5000, "Config.use_tiffs": false, "Config.vis_decimate": 0, "Config.vis_num_rays": 16, "Config.vocab_tree_path": null, "Config.z_phase": 0.0, "Config.z_variation": 0.0, "Model.anneal_slope": 10, "Model.bg_intensity_range": "(1.0, 1.0)", "Model.dilation_bias": 0.0025, "Model.dilation_multiplier": 0.5, "Model.disable_integration": false, "Model.learned_exposure_scaling": false, "Model.name": null, "Model.near_anneal_init": 0.95, "Model.near_anneal_rate": null, "Model.num_glo_embeddings": 1000, "Model.num_glo_features": 0, "Model.num_levels": 2, "Model.num_nerf_samples": 32, "Model.num_prop_samples": 128, "Model.opaque_background": false, "Model.ray_shape": "cone", "Model.raydist_fn": null, "Model.resample_padding": 0.0, "Model.single_jitter": true, "Model.single_mlp": false, "Model.stop_level_grad": true, "Model.use_gpu_resampling": false, "Model.use_viewdirs": true, "NerfMLP.basis_shape": "octahedron", "NerfMLP.basis_subdivisions": 1, "NerfMLP.bottleneck_noise": 0.0, "NerfMLP.bottleneck_width": 256, "NerfMLP.deg_view": 4, "NerfMLP.density_bias": -1.0, "NerfMLP.density_noise": 0.0, "NerfMLP.disable_density_normals": true, "NerfMLP.disable_rgb": false, "NerfMLP.enable_pred_normals": false, "NerfMLP.enable_pred_roughness": false, "NerfMLP.max_deg_point": 16, "NerfMLP.min_deg_point": 0, "NerfMLP.name": null, "NerfMLP.net_depth": 8, "NerfMLP.net_depth_viewdirs": 1, "NerfMLP.net_width": 256, "NerfMLP.net_width_viewdirs": 128, "NerfMLP.num_rgb_channels": 3, "NerfMLP.rgb_bias": 0.0, "NerfMLP.rgb_padding": 0.001, "NerfMLP.rgb_premultiplier": 1.0, "NerfMLP.roughness_bias": -1.0, "NerfMLP.skip_layer": 4, "NerfMLP.skip_layer_dir": 4, "NerfMLP.use_diffuse_color": false, "NerfMLP.use_directional_enc": false, "NerfMLP.use_n_dot_v": false, "NerfMLP.use_reflections": false, "NerfMLP.use_specular_tint": false, "NerfMLP.warp_fn": null, "NerfMLP.weight_init": "he_uniform", "PropMLP.basis_shape": "octahedron", "PropMLP.basis_subdivisions": 1, "PropMLP.bottleneck_noise": 0.0, "PropMLP.bottleneck_width": 256, "PropMLP.deg_view": 4, "PropMLP.density_bias": -1.0, "PropMLP.density_noise": 0.0, "PropMLP.disable_density_normals": true, "PropMLP.disable_rgb": true, "PropMLP.enable_pred_normals": false, "PropMLP.enable_pred_roughness": false, "PropMLP.max_deg_point": 16, "PropMLP.min_deg_point": 0, "PropMLP.name": null, "PropMLP.net_depth": 4, "PropMLP.net_depth_viewdirs": 1, "PropMLP.net_width": 256, "PropMLP.net_width_viewdirs": 128, "PropMLP.num_rgb_channels": 3, "PropMLP.rgb_bias": 0.0, "PropMLP.rgb_padding": 0.001, "PropMLP.rgb_premultiplier": 1.0, "PropMLP.roughness_bias": -1.0, "PropMLP.skip_layer": 4, "PropMLP.skip_layer_dir": 4, "PropMLP.use_diffuse_color": false, "PropMLP.use_directional_enc": false, "PropMLP.use_n_dot_v": false, "PropMLP.use_reflections": false, "PropMLP.use_specular_tint": false, "PropMLP.warp_fn": null, "PropMLP.weight_init": "he_uniform" }, "checkpoint_sha256": "6c08dde07ccedbf95196cd91ce30adc0966b2354a181bdb6b2b394d9925e3491" }, "evaluate_datetime": "2024-06-20T13:56:25", "evaluate_version": "0.0.16.dev63+g7840983.d20240612", "metrics": { "psnr": 31.49851, "ssim": 0.98355, "mae": 0.00476, "mse": 0.00072, "lpips": 0.01447, "lpips_vgg": 0.02116 }, "metrics_raw": { "psnr": "VFX7Qdf++0H8TflBoZP4QRZD+0GceP1BB3L+Qbnk/UEWHf5BBND9QfM7/UGU/f1B4eT8QQ2O+UEmSv1B6uv8QWPa/EGurfxB4m37QSD++kEoK/tBezP6QYQD+0EHP/tBb/L4QdMK/UHt9vxBtQ7+QUd0/UEKE/xBB1f6QYyg+EGKrPhBGnD4Qfz2+EE9jPhB/rz4Qfw4/EFsZPdBJhn4QbIh9kGykPRBokz3QR28+EHRxvxBGrP+QXbQ90FL0wBC1WkAQlXC/0EQUf9BP10AQsATAUJs2gBCnJb/QdKGAEIXu/9BZ3P2QQ7Z/0Hgff1B6LP9QeiG/0EsSwBCW3IBQpRuAUKKZAFCYwEAQo0K/UHv7PVBpt76QXWi+kFbg/lBKO34QdCK+UEArPlBE0f7QSIB+0Ho1flByen7QcKT9EGd2/lBH175QbpU+kFpEvhBLhL2Qe8Y90GG1fdBGCP3QRBU9kGKoflBx5DzQTOy+kE4kPpBmt34QWbd+EG8OfpB3ez5QRJx+EFy6/dBDn75QThc+UF3NPRBWEr6QSK4+kEsSfxB6o77QWFV/EErW/xBGCr8QSVQ/EGR5PxBrkv8QZA2+0GroPNBSavyQU7W80HIV/VByDn0QQg09EGGZvVBsgn3QR/Q90GP9PdBN8f6QfU/+EG/H/hBcvz4QYTY+UFvd/lBHQf6QXL9+EE7dvhBdRP4QX4M+UGlu/lBVn35QbZL/EELdP1B9Lv+Qaq2/0GjAQFCsy0BQoh8AUKy8gFCHOYBQtqJ+UGRaABCw3v9QbMc/UECqv1BHkP+QdBRAEKL+gBCDCUBQi4cAUIvLwFCpKX4QWqnAEJQgP9BYJ79QYF9+kHJtflBj0n5QVLb9kE/k/ZBaOP1Qe2Y9kF6p/hB0c70QbJu9UFr+vRBtwb2Qen190HMYfpBczL/QZBaAEJUagNCNv4CQm9R+EHxmQNC74EDQiT1A0IxWgRCjqgEQi+ABELvTgRCiGkEQlWLBEISRgRCOa/4QUhjA0LaaAFC8k0AQpHj/UGBQ/1BdFH7Qb+R+UFAAPhBDuP3QWjd90E=", "ssim": "m3p8Pw55fD8zNnw/gcx6Pw4Eez8oMHs/sTh7P2JAez8zcXs/Hop7Pwl9ez8voXs/Xpl7P+0wfD/ajXs/TXl7P/hsez+lS3s/uix7P0wLez9/IHs/XRN7P1QNez9oL3s//RF8P6dGez+iWHs/7lN7Pzlvez9iJXs/5zV7P1bVej/203o/f8l6P46uej+84ns/m816P/HYej9bfno/4jx6P4gXej8j8nk/Fl16Pw6yej8lVHs/YbJ7PwSuez/yKXw/9EF8PzE3fD9zSHw/R3l8P6O3fD8F1nw/MAJ9P+BTfT+ciH0/jGh7PwmOfT+Jdn0/gk99PxQnfT92AX0/Iul8P9vNfD8HtXw/Tml8P5MmfD9cMns/F+p7P9vkez96rXs/Lbp7P0nNez/y2ns/SP57P8gCfD9E0ns/QvB7P2kLez/Md3s//ZJ7P2bMez9IjHs/oHp7P3h7ez9shns/5WJ7Pypwez/GpXs/jdl6Pz69ez+Uvns/g5t7P3+Kez9WmHs/u497P2J7ez/vcns/7al7P8+2ez8ix3o/huR7P5EDfD/IOHw/QUJ8P75mfD9ycXw/wX58P92FfD+ulnw/+Yp8P1dvfD9ct3o/8cR6P/Xnej/uKXs/lCJ7P7Qxez+odHs/QI17P1uLez8sh3s/DFx8P61Zez91YXs/AnV7P86Rez8vi3s/z4d7P/Buez/wP3s/MEN7P0Vqez9VTXw/95F7P5X0ez88LHw/7W58P8aofD+S+Hw/kxF9P39HfT+5gn0/lqx9P9dEfD+mo30/EnZ9P3JAfT/b/3w//sN8P1q6fD+Bvnw/PcJ8P/q3fD8us3w/yzV8PySFfD/wQXw/Xut7P+p2ez/sPXs/+hN7PwXXej/Zqno/71d6P3x5ej9LQHw/hCt6P8tSej8DaHo/UYt6P9YCez+LRns/lvd7P+AWfD+Al3w/tX98P8Q8fD8KhXw/Hnh8P4OLfD9Vnnw/65x8P0OgfD8hoHw/zp18PyWifD90h3w/OTZ8P8pJfD8a43s/sJt7P6paez/WM3s/yfR6P8+Qej+Rl3o/7rJ6P8zFej8=", "mae": "dEqNO+bxizsP05U7hiquO+wppjt8NKE7WDGeO0BRoTu4lKA7CjOfOzAQnzuwn5w7MZ6dO/j5kztdTp47+/ahO3NUpjttVqw7druyOz98tzsL7Lg7vXO5O9PxtDsdk7A7DEOWO1kjqTvOmqY72ACiO/lDoDsDjKE74p6lO5kQqzu7EK07d+OtO/nAqTszbZs7BoWlO2Muozuw/q47op+yOyDjujt3hr87F9+4O9+asTuYHaQ7y0SbO3YFozsPH5E7PvyOO8I6jzv2iY07BTOKO+nihTuf2oI7D61/O05qczuKpW87GjirO3MMazthaXE7w2Z+O0M8gjtjbYI74k2BO2DkgjvdGoc71u2RO1wFnDth7a87V0akO8GapzttV6s7RbKsO3oFqjslw6U70O2gOwYcnzvRGJ87wn+bOwJQtTvfVZ87RmWfO5p1nzsVRKQ7aACoO//rpjsNUKY7JiulO2BmozvHP507gua3O+sEmTsVLJo7L5adO+iSoDtjoqE7z12kOwnzpzvKhKk7LWulOxXDojtIVLc7PA6dO4nplzuOU5E7lYyPO0nkjDt8tIw77nOMOwNsizvBKIo7o5GLO+GPjTs+f7c7O+63O+BMtTuYVrA7LtevO4i2rjt3E6o7rsmmO9HppTv5Rac7KZqPOz5PqjsQx6w7whCrO8hwqDsUj6c7esemO5v5qTsE5qs7RWmsO3LxpztTP5E7JIKiOyAYmTv9F5M7iJSNO/UiiTuOtYI7mQN9O/ctczvsQWs7nDNmO2P5kTs9nmc7q31xO5Qfgju1DIc7+yOKO40FijvZPIk7Y6yJO7Ntiju4l4o7I12UO9XHjTv8x5Y7nY6gOz/ZqjtmXK47F7muOydfsDsKxbI7/W+3O10VuDv125U7wLO8O7GoujtVCrw7rtW3O967sDsPI6Q7O9OSOzmtiTulR307FIF8O37tlzuJYnw7JNN+O/g5fTvp03c74rV1OwQSeDt3OHg7B15zOwedbDt76Ww7RRiYO8VsezsFM4o7wLSVOzR5nzvkeKQ77LGoO9GpqztDpq07CMKuO9Tsrjs=", "mse": "5i09OqCbOTrwjUg6/sxMOlSRPTrG4zE6dfgsOo69LzpeoS46bCYwOmgbMzoFQC86dd40OmsdRzpE0jI63Lk0OiEVNTq3/jU6XKg8OgsLPzoRFD46HnJDOmbtPjp1pz06GqFKOlsZNDqbgDQ6tOkuOvH5MTrZLzk6j6pCOuuATDpdOkw6055NOpGGSjqT+Ew6udlLOgVmODoX51M68aNPOpC7Wzqw3WU6X3hUOuHeSzpAezU6q7UrOidYUToSuh06DYMhOm6NJjreryg6O/ghOhF1GzpmeR06iV8nOml2IDonsCY6MLlZOqUgJjrKyDE6K7UwOkKrJzoZoSI6bS8YOn1QGDqjqBg6olklOsUaNDo9Cl06cbg/OrMFQTq+Wkc65L9KOv0vRzoQckY6jns9OoL6PjpGg0U6PQw6OnPJZTraYkU63TBIOm+3Qjo+zE86xx1cOnS1VTqqOVE6+3ZVOut9WjrdrUY6dZNsOlOuQDola0E6wRpLOvIbSzrwTkM68gBFOhmZTTrJtVA6MHlHOtA7SDoWQ2g6pfFCOnSNQDoyEDg6UvU7OpPPNzrysDc6JLU4OkbrNzoZ4DQ65QI4OrXVPTpdJ2w6ccJyOt67ajoix2A6jR9oOv5FaDrdZ2A6RBNWOi5aUToWf1A67jlAOoe8TjqIfE86w2ZKOnN0RTo3n0c6T2xEOutgSjqUek06/sVPOlsJSjrOGEY6TH1HOsICODon+zE68IkrOmHFJjp9Fxw6i40aOlvWFzom2xM6cEYUOoA1RzrWjiE6nNMxOse8MzqN5zA6nuItOvtiIjpMVxw6lNoaOrkpGzpVgBo66WJMOnpKHzocyyc6ziIxOnDTQTo2OkY6dqdIOr8xVzr68Vg65UZdOoXOWDofWEw6JkRkOh4zYDpeJmM6d2ZcOvx2UDo+bkI6yEQpOksRIjpW4Qc6YzkLOqVUTjrlbgY6MikHOli0AzrdvgA6Wf78OftM/zljEgE6Y00AOlOp/jlRVAE6lSpMOn0YCDq/ghg6J4ciOmzDLzp69DI6BEM9Oj4IRzr4OFA6PehQOi8KUTo=", "lpips": "dNVUPIvqQDx2nTs8+fqiPOzXlzyW3JQ8CJuRPD1sjjzQWYI8LMiHPF7qhTzQYIQ8mJ93PHKYPTy3MIQ8syCBPFsAhDxntIc8mrGYPGnonTz5+p48SgmlPDBlojxWpZ08YM9NPK4skzzViZc8oYSJPOEgiTzne4U8IHmPPKZQjzzCO5I8+faUPOxAjzyg0Gw8xN6FPKLZijxkkZY8MY6XPIA+nDwp0JY89EGSPB/9jTzqqIM8KrN5PBL9gjy1WEE8ypFIPPjpSzzVxU08tOE0PP48JTzHriw8ux06PHavPDyzUT08pZSNPPocLDwaqTE8zztQPBpwTDyzeys8Yq8sPE8cIDzdSyQ82rQzPAhaRDyTcYs8vGxLPIqBSDxuHEM88TtMPNatSjybgEg8G0hXPPAoYDxuxGk8ti1dPLXRkjwEQWs8TKFbPD0uUTx2cl08oGBtPIVpZzy4rV88O5dnPIUEbTwm0288GMiiPDBLZTwt8W08ttZqPDa/azxU33E8ALZ2PBnsgzw1J4A8UupjPBrrTTyx25Y8ySxMPLwAQzyqBj88asFJPLSZQzyqt0c8nolNPCLUWzwskU888JJHPFKfSzz2M5A8QJ6NPBqGhTyzzXk8liBpPEkYbjwkJmA86qFWPIEbazzlKXM8YlVRPP6CgDwr+IA89Kp9PKdJfzxuJmc8h4h2PNpwgjxDWoU8IdV1PJW+bDzen0Q8AjdpPLNlXzx6/048pr9CPOSSKzzWfiE8fhYiPH+UITwrBSo8hgwpPDhxQTz2czk8GnoxPPIsOjySEU08T5lFPEDtNjxJhjQ8xFsmPFIyLTz1vh48zqc/PDBPLTxBRTY807hMPKLTazzCfG08Dex8PIGmhTxNDY08aXaQPKCNiTwv9zE8bgeKPKCrlDw7qZM8YJGOPFpnijyo3YI8zs9uPNs4WTzgIUg8Jb5CPIFGMTwuiFg8KxVoPEfEbDxuOVY8bDZQPACOVDzC4ls8lGBOPMkOUTyo31c88QovPI7qXzxPXn08gm2IPFESjTzTbI084XmmPI9qxjzItr48E8q9PEwktDw=", "lpips_vgg": "H62LPOYxjjw4lo88fvzcPJCB3zzEM9Q8egHQPHwgzTzQAM08EJTMPDnxzTyNI8k8Zo/OPKLZkDwyfdk8btHWPCDO2zyq++I8sGntPEWZ7zzZhes8EsjtPPbB4jyIq+A80eCUPCbZ3TwM+NY86NTQPBRV0jwSwNY8DhbQPNpX2zyyhds82t3aPNqe3DysMKE8fADZPMZz2zzYk948ljXgPMrW2TxK+dg8XE/LPFVyyTwYZLk8gIKuPHsCpDwG0qA8b4uaPBJtlTyu/40825qGPKufejwZiXw8AK1mPED/UDwqH008E9SxPISqWDyOLlE8Y2dZPPQ/WTwBd2I8NjZsPABtbzyusHI8w9l3POq1hTyh98E8jteJPAH0jTyAJZA8ZpiSPJ3Zljy+v5Y8Fq+bPAXBnjz5aqk8olulPDT2vjzQarA8exKuPMpxqDyjG6g8ok+yPApEqDx6l688z1ezPMX9sDxXn6s8rsXPPBsHpTww9aM8HOepPOwXrzxIULM8gzSvPMnEtDwmwbc8H3SmPCuFmjzeTsY8QBWaPAfKljyS3448dHSPPGJojDyWSY88dLuKPNhKijxF0YM8s5aLPJ13iDz818k8TADGPCQevzz0KLU8COSwPFY4pjwZTqE8/XudPEdKpjwLDKU8lKSKPNrEqDziaqk8ivSsPLIppjx62KE8FD6mPPKMpTxgR6s89cqpPF+EozzE7oo8ZtCdPDoUkDw2pok8dHCCPMvrfzz4WWw81pBnPEQ8VzwCtUc8opNAPAzdkDwob2M87G1RPF6SWDyOUGs8Cr90PGaCdTwMqns8RMV8PDrwhTzKn4c8pP6VPAw3hzydEZA8ZnafPEefsDxwabo8mh3BPDEeyzzI7dA8pLnsPPlO7jw+WJU85tnwPEjs8DxAK+w8WtnsPK8v5Txy6to8agrLPMahvTxzyLE8taevPK/ilzwS/q48AHy4PG8gszyVJLQ8fDO4PADtszx/o7Q8rDu0PAvdrzz+W7g8k4iTPPjLwzzYis48B3DaPIlL6TyyLOc8kK3sPHys+jzMYPE8jonrPB4w6Dw=" }, "metrics_sha256": "9e5cbcfd6a030dd8c812e4781411f2c02ffd4891a7813884c41715bad413483e", "predictions_sha256": "23e150eccc4f758a4c4694ab6a4bb10d966c34dd3e2c3c8a63f9fb9d691e756e", "ground_truth_sha256": "43957920a562e7bb2431dc828dcdade6c0166c37cfaa2d025cb7787eb7f911ef", "evaluation_protocol": "nerf" }