Add kplanes phototourism
Browse files
kplanes/phototourism/brandenburg-gate.json
ADDED
@@ -0,0 +1,231 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"render_datetime": "2024-07-06T08:16:02",
|
3 |
+
"render_version": "1.0.1.dev4+g495c4ea.d20240701",
|
4 |
+
"render_dataset_metadata": {
|
5 |
+
"name": "phototourism",
|
6 |
+
"color_space": "srgb",
|
7 |
+
"evaluation_protocol": "nerfw",
|
8 |
+
"viewer_transform": [
|
9 |
+
[
|
10 |
+
0.132707,
|
11 |
+
0.001245,
|
12 |
+
-0.001275,
|
13 |
+
-0.00243
|
14 |
+
],
|
15 |
+
[
|
16 |
+
0.001245,
|
17 |
+
0.003132,
|
18 |
+
0.132676,
|
19 |
+
0.055227
|
20 |
+
],
|
21 |
+
[
|
22 |
+
0.001275,
|
23 |
+
-0.132676,
|
24 |
+
0.00312,
|
25 |
+
-0.011128
|
26 |
+
]
|
27 |
+
],
|
28 |
+
"viewer_initial_pose": [
|
29 |
+
[
|
30 |
+
0.844871,
|
31 |
+
0.112088,
|
32 |
+
0.523096,
|
33 |
+
-0.34729
|
34 |
+
],
|
35 |
+
[
|
36 |
+
-0.528038,
|
37 |
+
0.017826,
|
38 |
+
0.849034,
|
39 |
+
0.363258
|
40 |
+
],
|
41 |
+
[
|
42 |
+
0.085842,
|
43 |
+
-0.993538,
|
44 |
+
0.074247,
|
45 |
+
-0.071567
|
46 |
+
]
|
47 |
+
],
|
48 |
+
"scene": "brandenburg-gate",
|
49 |
+
"expected_scene_scale": 6.097731,
|
50 |
+
"type": null
|
51 |
+
},
|
52 |
+
"nb_info": {
|
53 |
+
"method": "kplanes",
|
54 |
+
"nb_version": "1.0.1.dev4+g495c4ea.d20240701",
|
55 |
+
"num_iterations": 30001,
|
56 |
+
"total_train_time": 1479.73989,
|
57 |
+
"resources_utilization": {
|
58 |
+
"memory": 212946,
|
59 |
+
"gpu_name": "NVIDIA A100-SXM4-40GB",
|
60 |
+
"gpu_memory": 3648
|
61 |
+
},
|
62 |
+
"datetime": "2024-07-06T08:16:01",
|
63 |
+
"config_overrides": {
|
64 |
+
"config": "Phototourism/brandenburg_hybrid.py"
|
65 |
+
},
|
66 |
+
"dataset_metadata": {
|
67 |
+
"name": "phototourism",
|
68 |
+
"color_space": "srgb",
|
69 |
+
"evaluation_protocol": "nerfw",
|
70 |
+
"viewer_transform": [
|
71 |
+
[
|
72 |
+
0.132707,
|
73 |
+
0.001245,
|
74 |
+
-0.001275,
|
75 |
+
-0.00243
|
76 |
+
],
|
77 |
+
[
|
78 |
+
0.001245,
|
79 |
+
0.003132,
|
80 |
+
0.132676,
|
81 |
+
0.055227
|
82 |
+
],
|
83 |
+
[
|
84 |
+
0.001275,
|
85 |
+
-0.132676,
|
86 |
+
0.00312,
|
87 |
+
-0.011128
|
88 |
+
]
|
89 |
+
],
|
90 |
+
"viewer_initial_pose": [
|
91 |
+
[
|
92 |
+
0.844871,
|
93 |
+
0.112088,
|
94 |
+
0.523096,
|
95 |
+
-0.34729
|
96 |
+
],
|
97 |
+
[
|
98 |
+
-0.528038,
|
99 |
+
0.017826,
|
100 |
+
0.849034,
|
101 |
+
0.363258
|
102 |
+
],
|
103 |
+
[
|
104 |
+
0.085842,
|
105 |
+
-0.993538,
|
106 |
+
0.074247,
|
107 |
+
-0.071567
|
108 |
+
]
|
109 |
+
],
|
110 |
+
"scene": "brandenburg-gate",
|
111 |
+
"expected_scene_scale": 6.097731,
|
112 |
+
"type": null
|
113 |
+
},
|
114 |
+
"evaluation_protocol": "nerfw",
|
115 |
+
"hparams": {
|
116 |
+
"data_downsample": 1,
|
117 |
+
"data_dirs": [
|
118 |
+
"data/phototourism/brandenburg_gate"
|
119 |
+
],
|
120 |
+
"contract": true,
|
121 |
+
"ndc": false,
|
122 |
+
"scene_bbox": [
|
123 |
+
[
|
124 |
+
-2.0,
|
125 |
+
-2.0,
|
126 |
+
-2.0
|
127 |
+
],
|
128 |
+
[
|
129 |
+
2.0,
|
130 |
+
2.0,
|
131 |
+
2.0
|
132 |
+
]
|
133 |
+
],
|
134 |
+
"global_scale": [
|
135 |
+
5,
|
136 |
+
12,
|
137 |
+
5
|
138 |
+
],
|
139 |
+
"global_translation": [
|
140 |
+
0,
|
141 |
+
0,
|
142 |
+
-1
|
143 |
+
],
|
144 |
+
"num_steps": 30001,
|
145 |
+
"batch_size": 4096,
|
146 |
+
"optim_type": "adam",
|
147 |
+
"scheduler_type": "warmup_cosine",
|
148 |
+
"lr": 0.01,
|
149 |
+
"app_optim_lr": 0.01,
|
150 |
+
"app_optim_n_epochs": 10,
|
151 |
+
"plane_tv_weight": 0.0002,
|
152 |
+
"plane_tv_weight_proposal_net": 0.0002,
|
153 |
+
"distortion_loss_weight": 0.0,
|
154 |
+
"histogram_loss_weight": 1.0,
|
155 |
+
"save_outputs": true,
|
156 |
+
"train_fp16": true,
|
157 |
+
"single_jitter": false,
|
158 |
+
"num_samples": 48,
|
159 |
+
"num_proposal_samples": [
|
160 |
+
256,
|
161 |
+
128
|
162 |
+
],
|
163 |
+
"num_proposal_iterations": 2,
|
164 |
+
"use_same_proposal_network": false,
|
165 |
+
"use_proposal_weight_anneal": true,
|
166 |
+
"proposal_net_args_list": [
|
167 |
+
{
|
168 |
+
"num_input_coords": 3,
|
169 |
+
"num_output_coords": 8,
|
170 |
+
"resolution": [
|
171 |
+
64,
|
172 |
+
64,
|
173 |
+
64
|
174 |
+
]
|
175 |
+
},
|
176 |
+
{
|
177 |
+
"num_input_coords": 3,
|
178 |
+
"num_output_coords": 8,
|
179 |
+
"resolution": [
|
180 |
+
128,
|
181 |
+
128,
|
182 |
+
128
|
183 |
+
]
|
184 |
+
}
|
185 |
+
],
|
186 |
+
"multiscale_res": [
|
187 |
+
1,
|
188 |
+
2,
|
189 |
+
4,
|
190 |
+
8
|
191 |
+
],
|
192 |
+
"density_activation": "trunc_exp",
|
193 |
+
"concat_features_across_scales": true,
|
194 |
+
"linear_decoder": false,
|
195 |
+
"appearance_embedding_dim": 32,
|
196 |
+
"grid_config": [
|
197 |
+
{
|
198 |
+
"grid_dimensions": 2,
|
199 |
+
"input_coordinate_dim": 3,
|
200 |
+
"output_coordinate_dim": 32,
|
201 |
+
"resolution": [
|
202 |
+
64,
|
203 |
+
64,
|
204 |
+
64
|
205 |
+
]
|
206 |
+
}
|
207 |
+
]
|
208 |
+
},
|
209 |
+
"checkpoint_sha256": "073f88427f64536325ba067cf13f6f31232bfad196a72ab9d7fe818d0753ad69"
|
210 |
+
},
|
211 |
+
"evaluate_datetime": "2024-07-06T08:17:13",
|
212 |
+
"evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
|
213 |
+
"metrics": {
|
214 |
+
"psnr": 23.64653,
|
215 |
+
"ssim": 0.85936,
|
216 |
+
"mae": 0.05207,
|
217 |
+
"mse": 0.00549,
|
218 |
+
"lpips": 0.25277
|
219 |
+
},
|
220 |
+
"metrics_raw": {
|
221 |
+
"psnr": "zyGSQTxbyUFglKJBcKq7QXZ/20HDUapBidazQSdg5UHp371BXBXNQQ==",
|
222 |
+
"ssim": "OwJDPwcUaD/jqVk/HjthP91oYj8gf1M/Yx9hP8gzYj8tPFo/JIFePw==",
|
223 |
+
"mae": "0T/HPQLmHT1t7Zk9j+9XPYMX5TwTj3097Hh3Pe1c2jxKvi49oTQZPQ==",
|
224 |
+
"mse": "lTZ0POFORzu2HRg8vsiTO8B57DoOevM7DCG5O/v0sTpWroo73ggzOw==",
|
225 |
+
"lpips": "WqrEPuZ0Qz6f7rI+o6EpPglHhj5bnJg++85bPtkoUD7Z/4w+T2I8Pg=="
|
226 |
+
},
|
227 |
+
"metrics_sha256": "f9b09a47c2e2d2a22907d8b63d29e8d841d7eccf913dc5b33ab2dfe90c4d1398",
|
228 |
+
"predictions_sha256": "b60753135ee31899d88122dfae7d0c8e2e780c070cb4cc8c20ca4eb801219cb6",
|
229 |
+
"ground_truth_sha256": "dae4a21158394240acdb9cd1159a0ca70fe26b19bc66dd98e657e1948e89bbb6",
|
230 |
+
"evaluation_protocol": "nerfw"
|
231 |
+
}
|
kplanes/phototourism/brandenburg-gate.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b7021fe85c5844de4568911381377551917080d33bbce0189331d375b2dac71
|
3 |
+
size 474243164
|
kplanes/phototourism/sacre-coeur.json
ADDED
@@ -0,0 +1,231 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"render_datetime": "2024-07-06T08:52:07",
|
3 |
+
"render_version": "1.0.1.dev4+g495c4ea.d20240701",
|
4 |
+
"render_dataset_metadata": {
|
5 |
+
"name": "phototourism",
|
6 |
+
"color_space": "srgb",
|
7 |
+
"evaluation_protocol": "nerfw",
|
8 |
+
"viewer_transform": [
|
9 |
+
[
|
10 |
+
0.138739,
|
11 |
+
-0.00792,
|
12 |
+
0.009899,
|
13 |
+
0.013679
|
14 |
+
],
|
15 |
+
[
|
16 |
+
-0.00792,
|
17 |
+
0.030786,
|
18 |
+
0.135642,
|
19 |
+
0.063429
|
20 |
+
],
|
21 |
+
[
|
22 |
+
-0.009899,
|
23 |
+
-0.135642,
|
24 |
+
0.030208,
|
25 |
+
-0.013056
|
26 |
+
]
|
27 |
+
],
|
28 |
+
"viewer_initial_pose": [
|
29 |
+
[
|
30 |
+
0.998158,
|
31 |
+
-0.04821,
|
32 |
+
0.036822,
|
33 |
+
0.08261
|
34 |
+
],
|
35 |
+
[
|
36 |
+
-0.030823,
|
37 |
+
0.11974,
|
38 |
+
0.992327,
|
39 |
+
0.333055
|
40 |
+
],
|
41 |
+
[
|
42 |
+
-0.052249,
|
43 |
+
-0.991634,
|
44 |
+
0.118034,
|
45 |
+
-0.069931
|
46 |
+
]
|
47 |
+
],
|
48 |
+
"scene": "sacre-coeur",
|
49 |
+
"expected_scene_scale": 6.843024,
|
50 |
+
"type": null
|
51 |
+
},
|
52 |
+
"nb_info": {
|
53 |
+
"method": "kplanes",
|
54 |
+
"nb_version": "1.0.1.dev4+g495c4ea.d20240701",
|
55 |
+
"num_iterations": 30001,
|
56 |
+
"total_train_time": 1465.65913,
|
57 |
+
"resources_utilization": {
|
58 |
+
"memory": 228166,
|
59 |
+
"gpu_name": "NVIDIA A100-SXM4-40GB",
|
60 |
+
"gpu_memory": 3706
|
61 |
+
},
|
62 |
+
"datetime": "2024-07-06T08:52:06",
|
63 |
+
"config_overrides": {
|
64 |
+
"config": "Phototourism/sacrecoeur_hybrid.py"
|
65 |
+
},
|
66 |
+
"dataset_metadata": {
|
67 |
+
"name": "phototourism",
|
68 |
+
"color_space": "srgb",
|
69 |
+
"evaluation_protocol": "nerfw",
|
70 |
+
"viewer_transform": [
|
71 |
+
[
|
72 |
+
0.138739,
|
73 |
+
-0.00792,
|
74 |
+
0.009899,
|
75 |
+
0.013679
|
76 |
+
],
|
77 |
+
[
|
78 |
+
-0.00792,
|
79 |
+
0.030786,
|
80 |
+
0.135642,
|
81 |
+
0.063429
|
82 |
+
],
|
83 |
+
[
|
84 |
+
-0.009899,
|
85 |
+
-0.135642,
|
86 |
+
0.030208,
|
87 |
+
-0.013056
|
88 |
+
]
|
89 |
+
],
|
90 |
+
"viewer_initial_pose": [
|
91 |
+
[
|
92 |
+
0.998158,
|
93 |
+
-0.04821,
|
94 |
+
0.036822,
|
95 |
+
0.08261
|
96 |
+
],
|
97 |
+
[
|
98 |
+
-0.030823,
|
99 |
+
0.11974,
|
100 |
+
0.992327,
|
101 |
+
0.333055
|
102 |
+
],
|
103 |
+
[
|
104 |
+
-0.052249,
|
105 |
+
-0.991634,
|
106 |
+
0.118034,
|
107 |
+
-0.069931
|
108 |
+
]
|
109 |
+
],
|
110 |
+
"scene": "sacre-coeur",
|
111 |
+
"expected_scene_scale": 6.843024,
|
112 |
+
"type": null
|
113 |
+
},
|
114 |
+
"evaluation_protocol": "nerfw",
|
115 |
+
"hparams": {
|
116 |
+
"data_downsample": 1,
|
117 |
+
"data_dirs": [
|
118 |
+
"data/phototourism/sacre_coeur"
|
119 |
+
],
|
120 |
+
"contract": true,
|
121 |
+
"ndc": false,
|
122 |
+
"scene_bbox": [
|
123 |
+
[
|
124 |
+
-2.0,
|
125 |
+
-2.0,
|
126 |
+
-2.0
|
127 |
+
],
|
128 |
+
[
|
129 |
+
2.0,
|
130 |
+
2.0,
|
131 |
+
2.0
|
132 |
+
]
|
133 |
+
],
|
134 |
+
"global_scale": [
|
135 |
+
10,
|
136 |
+
6,
|
137 |
+
4
|
138 |
+
],
|
139 |
+
"global_translation": [
|
140 |
+
0,
|
141 |
+
-0.3,
|
142 |
+
-1.2
|
143 |
+
],
|
144 |
+
"num_steps": 30001,
|
145 |
+
"batch_size": 4096,
|
146 |
+
"optim_type": "adam",
|
147 |
+
"scheduler_type": "warmup_cosine",
|
148 |
+
"lr": 0.01,
|
149 |
+
"app_optim_lr": 0.1,
|
150 |
+
"app_optim_n_epochs": 10,
|
151 |
+
"plane_tv_weight": 0.0002,
|
152 |
+
"plane_tv_weight_proposal_net": 0.0002,
|
153 |
+
"distortion_loss_weight": 0.0,
|
154 |
+
"histogram_loss_weight": 1.0,
|
155 |
+
"save_outputs": true,
|
156 |
+
"train_fp16": true,
|
157 |
+
"single_jitter": false,
|
158 |
+
"num_samples": 48,
|
159 |
+
"num_proposal_samples": [
|
160 |
+
256,
|
161 |
+
128
|
162 |
+
],
|
163 |
+
"num_proposal_iterations": 2,
|
164 |
+
"use_same_proposal_network": false,
|
165 |
+
"use_proposal_weight_anneal": true,
|
166 |
+
"proposal_net_args_list": [
|
167 |
+
{
|
168 |
+
"num_input_coords": 3,
|
169 |
+
"num_output_coords": 8,
|
170 |
+
"resolution": [
|
171 |
+
128,
|
172 |
+
128,
|
173 |
+
128
|
174 |
+
]
|
175 |
+
},
|
176 |
+
{
|
177 |
+
"num_input_coords": 3,
|
178 |
+
"num_output_coords": 8,
|
179 |
+
"resolution": [
|
180 |
+
256,
|
181 |
+
256,
|
182 |
+
256
|
183 |
+
]
|
184 |
+
}
|
185 |
+
],
|
186 |
+
"multiscale_res": [
|
187 |
+
1,
|
188 |
+
2,
|
189 |
+
4,
|
190 |
+
8
|
191 |
+
],
|
192 |
+
"density_activation": "trunc_exp",
|
193 |
+
"concat_features_across_scales": true,
|
194 |
+
"linear_decoder": false,
|
195 |
+
"appearance_embedding_dim": 32,
|
196 |
+
"grid_config": [
|
197 |
+
{
|
198 |
+
"grid_dimensions": 2,
|
199 |
+
"input_coordinate_dim": 3,
|
200 |
+
"output_coordinate_dim": 32,
|
201 |
+
"resolution": [
|
202 |
+
64,
|
203 |
+
64,
|
204 |
+
64
|
205 |
+
]
|
206 |
+
}
|
207 |
+
]
|
208 |
+
},
|
209 |
+
"checkpoint_sha256": "c522c368fab9d641cfc211d8127d01d707eda6e045d44ea293abaf3da310ac2d"
|
210 |
+
},
|
211 |
+
"evaluate_datetime": "2024-07-06T08:54:44",
|
212 |
+
"evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
|
213 |
+
"metrics": {
|
214 |
+
"psnr": 19.96254,
|
215 |
+
"ssim": 0.76198,
|
216 |
+
"mae": 0.08022,
|
217 |
+
"mse": 0.01508,
|
218 |
+
"lpips": 0.29891
|
219 |
+
},
|
220 |
+
"metrics_raw": {
|
221 |
+
"psnr": "sR5fQXZ6k0GP7n1BuhCXQTVig0EC8ZRB7QdhQYZ+sUHUZK9BbTTcQUo3zkFkmYZBfOyMQX9loUGg7KRBbce2QZ2lrkENiKxBX53WQd6lwUEE2VBB",
|
222 |
+
"ssim": "8LRAP/4CST/fjC0/XgRJPzWTKD9AEUA/XnBBP5X0RT/aEkU/QAhgP88CTT8T8U0/cx41P+cUUz8ZVio/CkJNPyttRz/EXF0/Q1tSP4vCQz+yWBU/",
|
223 |
+
"mae": "GW3sPbfCxj21Fu49xVasPX3RtD3rL7Y9QfQTPiReaj0Y/HY9v2D+PKJ2HT0HQ9o9VkfOPWm1nT3VdYg9imIrPWtHcj2c+Ys9CxENPV7IPz2qXCU+",
|
224 |
+
"mse": "qCQlPVruajx9/dM89OJTPL2tujxLPmE8yKkgPXUMxjsEZNI7e7bnOu1KLTs7Lao8vNqNPKNiHTxhMA48ZRqqO3f21jtKdeQ7mRQIO0nReDsQzEo9",
|
225 |
+
"lpips": "LqyVPoRRjT4AtsI+KnalPkonnj6zmpI+oF+xPqZ5kz7q3qI+dys1PnP9ij7PeZE+lMuuPt5FRD4AqPs+2BtkPikEnT69lEY+3jhbPgTYlz4sx+4+"
|
226 |
+
},
|
227 |
+
"metrics_sha256": "97f8a00c9358bbea2ac005481edd8b22d41b1128923155636be54349f36b7884",
|
228 |
+
"predictions_sha256": "f3c90d249e645ba1802b1f7d21fe837d726e5bf8c354fd88a3b7fdfdff14093f",
|
229 |
+
"ground_truth_sha256": "bd396a7e37f3b3dc7fae29ffdf9555f70cad1881a6dc8d60b509e63d69cc8cac",
|
230 |
+
"evaluation_protocol": "nerfw"
|
231 |
+
}
|
kplanes/phototourism/sacre-coeur.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcaed3b8a423e7e71adffa11f3e1f64a34f75026f89834ebdc7f5bf81fe8851f
|
3 |
+
size 535748719
|
kplanes/phototourism/trevi-fountain.json
ADDED
@@ -0,0 +1,231 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"render_datetime": "2024-07-06T09:29:37",
|
3 |
+
"render_version": "1.0.1.dev4+g495c4ea.d20240701",
|
4 |
+
"render_dataset_metadata": {
|
5 |
+
"name": "phototourism",
|
6 |
+
"color_space": "srgb",
|
7 |
+
"evaluation_protocol": "nerfw",
|
8 |
+
"viewer_transform": [
|
9 |
+
[
|
10 |
+
0.143114,
|
11 |
+
-0.001053,
|
12 |
+
0.001237,
|
13 |
+
3.1e-05
|
14 |
+
],
|
15 |
+
[
|
16 |
+
-0.001053,
|
17 |
+
0.022851,
|
18 |
+
0.141284,
|
19 |
+
0.030631
|
20 |
+
],
|
21 |
+
[
|
22 |
+
-0.001237,
|
23 |
+
-0.141284,
|
24 |
+
0.022841,
|
25 |
+
-0.00037
|
26 |
+
]
|
27 |
+
],
|
28 |
+
"viewer_initial_pose": [
|
29 |
+
[
|
30 |
+
0.977511,
|
31 |
+
-0.003726,
|
32 |
+
-0.210851,
|
33 |
+
0.586971
|
34 |
+
],
|
35 |
+
[
|
36 |
+
0.210759,
|
37 |
+
-0.017195,
|
38 |
+
0.977387,
|
39 |
+
-0.641327
|
40 |
+
],
|
41 |
+
[
|
42 |
+
-0.007267,
|
43 |
+
-0.999845,
|
44 |
+
-0.016023,
|
45 |
+
0.107145
|
46 |
+
]
|
47 |
+
],
|
48 |
+
"scene": "trevi-fountain",
|
49 |
+
"expected_scene_scale": 6.204333,
|
50 |
+
"type": null
|
51 |
+
},
|
52 |
+
"nb_info": {
|
53 |
+
"method": "kplanes",
|
54 |
+
"nb_version": "1.0.1.dev4+g495c4ea.d20240701",
|
55 |
+
"num_iterations": 30001,
|
56 |
+
"total_train_time": 1483.16723,
|
57 |
+
"resources_utilization": {
|
58 |
+
"memory": 460962,
|
59 |
+
"gpu_name": "NVIDIA A100-SXM4-40GB",
|
60 |
+
"gpu_memory": 3678
|
61 |
+
},
|
62 |
+
"datetime": "2024-07-06T09:29:36",
|
63 |
+
"config_overrides": {
|
64 |
+
"config": "Phototourism/trevi_hybrid.py"
|
65 |
+
},
|
66 |
+
"dataset_metadata": {
|
67 |
+
"name": "phototourism",
|
68 |
+
"color_space": "srgb",
|
69 |
+
"evaluation_protocol": "nerfw",
|
70 |
+
"viewer_transform": [
|
71 |
+
[
|
72 |
+
0.143114,
|
73 |
+
-0.001053,
|
74 |
+
0.001237,
|
75 |
+
3.1e-05
|
76 |
+
],
|
77 |
+
[
|
78 |
+
-0.001053,
|
79 |
+
0.022851,
|
80 |
+
0.141284,
|
81 |
+
0.030631
|
82 |
+
],
|
83 |
+
[
|
84 |
+
-0.001237,
|
85 |
+
-0.141284,
|
86 |
+
0.022841,
|
87 |
+
-0.00037
|
88 |
+
]
|
89 |
+
],
|
90 |
+
"viewer_initial_pose": [
|
91 |
+
[
|
92 |
+
0.977511,
|
93 |
+
-0.003726,
|
94 |
+
-0.210851,
|
95 |
+
0.586971
|
96 |
+
],
|
97 |
+
[
|
98 |
+
0.210759,
|
99 |
+
-0.017195,
|
100 |
+
0.977387,
|
101 |
+
-0.641327
|
102 |
+
],
|
103 |
+
[
|
104 |
+
-0.007267,
|
105 |
+
-0.999845,
|
106 |
+
-0.016023,
|
107 |
+
0.107145
|
108 |
+
]
|
109 |
+
],
|
110 |
+
"scene": "trevi-fountain",
|
111 |
+
"expected_scene_scale": 6.204333,
|
112 |
+
"type": null
|
113 |
+
},
|
114 |
+
"evaluation_protocol": "nerfw",
|
115 |
+
"hparams": {
|
116 |
+
"data_downsample": 1,
|
117 |
+
"data_dirs": [
|
118 |
+
"data/phototourism/trevi-fountain"
|
119 |
+
],
|
120 |
+
"contract": true,
|
121 |
+
"ndc": false,
|
122 |
+
"scene_bbox": [
|
123 |
+
[
|
124 |
+
-2.0,
|
125 |
+
-2.0,
|
126 |
+
-2.0
|
127 |
+
],
|
128 |
+
[
|
129 |
+
2.0,
|
130 |
+
2.0,
|
131 |
+
2.0
|
132 |
+
]
|
133 |
+
],
|
134 |
+
"global_scale": [
|
135 |
+
5,
|
136 |
+
6,
|
137 |
+
4
|
138 |
+
],
|
139 |
+
"global_translation": [
|
140 |
+
0,
|
141 |
+
0,
|
142 |
+
-1
|
143 |
+
],
|
144 |
+
"num_steps": 30001,
|
145 |
+
"batch_size": 4096,
|
146 |
+
"optim_type": "adam",
|
147 |
+
"scheduler_type": "warmup_cosine",
|
148 |
+
"lr": 0.01,
|
149 |
+
"app_optim_lr": 0.1,
|
150 |
+
"app_optim_n_epochs": 10,
|
151 |
+
"plane_tv_weight": 0.0002,
|
152 |
+
"plane_tv_weight_proposal_net": 0.0002,
|
153 |
+
"distortion_loss_weight": 0.0,
|
154 |
+
"histogram_loss_weight": 1.0,
|
155 |
+
"save_outputs": true,
|
156 |
+
"train_fp16": true,
|
157 |
+
"single_jitter": false,
|
158 |
+
"num_samples": 48,
|
159 |
+
"num_proposal_samples": [
|
160 |
+
256,
|
161 |
+
128
|
162 |
+
],
|
163 |
+
"num_proposal_iterations": 2,
|
164 |
+
"use_same_proposal_network": false,
|
165 |
+
"use_proposal_weight_anneal": true,
|
166 |
+
"proposal_net_args_list": [
|
167 |
+
{
|
168 |
+
"num_input_coords": 3,
|
169 |
+
"num_output_coords": 8,
|
170 |
+
"resolution": [
|
171 |
+
128,
|
172 |
+
128,
|
173 |
+
128
|
174 |
+
]
|
175 |
+
},
|
176 |
+
{
|
177 |
+
"num_input_coords": 3,
|
178 |
+
"num_output_coords": 8,
|
179 |
+
"resolution": [
|
180 |
+
256,
|
181 |
+
256,
|
182 |
+
256
|
183 |
+
]
|
184 |
+
}
|
185 |
+
],
|
186 |
+
"multiscale_res": [
|
187 |
+
1,
|
188 |
+
2,
|
189 |
+
4,
|
190 |
+
8
|
191 |
+
],
|
192 |
+
"density_activation": "trunc_exp",
|
193 |
+
"concat_features_across_scales": true,
|
194 |
+
"linear_decoder": false,
|
195 |
+
"appearance_embedding_dim": 32,
|
196 |
+
"grid_config": [
|
197 |
+
{
|
198 |
+
"grid_dimensions": 2,
|
199 |
+
"input_coordinate_dim": 3,
|
200 |
+
"output_coordinate_dim": 32,
|
201 |
+
"resolution": [
|
202 |
+
64,
|
203 |
+
64,
|
204 |
+
64
|
205 |
+
]
|
206 |
+
}
|
207 |
+
]
|
208 |
+
},
|
209 |
+
"checkpoint_sha256": "7273660751c7f337abe72460a1954d6e898fab20dc108eb68efa44cc931596a2"
|
210 |
+
},
|
211 |
+
"evaluate_datetime": "2024-07-06T09:31:56",
|
212 |
+
"evaluate_version": "1.0.1.dev4+g495c4ea.d20240701",
|
213 |
+
"metrics": {
|
214 |
+
"psnr": 19.70052,
|
215 |
+
"ssim": 0.66235,
|
216 |
+
"mae": 0.0829,
|
217 |
+
"mse": 0.01419,
|
218 |
+
"lpips": 0.38804
|
219 |
+
},
|
220 |
+
"metrics_raw": {
|
221 |
+
"psnr": "dCStQf5qtkFKuaBBMbixQS1gkkEOnXdBq/uOQfJZmUFHbsFBvO6dQUdicUEqdIRBhTOTQUhxwUFnsbRB31FxQWg/v0HkNLdB/v5hQQ==",
|
222 |
+
"ssim": "V5c3P9s1OD/IZj8/zzQ5Pw/3Cz+iPBc/2HBEPzGMKD/WCUc/kCopP/DO0D68Lyc/HosSP6/+QT+cczA/ocUPP502RT/+40c/rdr2Pg==",
|
223 |
+
"mae": "iUKBPW+pVD199IQ9jVdnPdE5tD1OwPs9lWy3PQ4Tlj3DcT49PF2jPUv2Dj65bN49K8OzPZVWOz1izmM9/f4SPo9CTD1O0lk98XsePg==",
|
224 |
+
"mse": "4HngO0zhqztRdiA80sTEO7yBcjx2K+g82bCFPM9kRjyiYHo7peItPBDy/TwyBLU88s9sPP5KejsKobQ7DC7+PK9OhTvEBag7fHIePQ==",
|
225 |
+
"lpips": "dUm2Pp57oj4X37M+QUWkPoI01T6s+h4/9u6aPj7g4j5AkrY+1NerPtId/D5d/qM+oCKvPl3oqD7svvs+/OHbPolcrD4XzpY+N88DPw=="
|
226 |
+
},
|
227 |
+
"metrics_sha256": "a5caf43f7711d78b243abbe5e1cb48bf89dad7e0197b7a5644862365f19ec0ae",
|
228 |
+
"predictions_sha256": "b8f03df36cb813cd0aec0de1c3ee12c604681da169a4bd5277f0cbf6b1f61ff6",
|
229 |
+
"ground_truth_sha256": "d0db17e3dd6e60de1f62fb1f0f78656e3970ccbb01dffb2b00d4c9db4a9ff492",
|
230 |
+
"evaluation_protocol": "nerfw"
|
231 |
+
}
|
kplanes/phototourism/trevi-fountain.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:096f226636730bfd99bb1ce8d057f0c8daef8f723271614be147186adf578e36
|
3 |
+
size 548172087
|