rdagli commited on
Commit
8fc334d
·
verified ·
1 Parent(s): 5b32f67

upload vomp

Browse files
Files changed (28) hide show
  1. ft/geometry_transformer/ckpts/geometry_encoder_ema0.9999_step0200000.pt +3 -0
  2. ft/geometry_transformer/ckpts/geometry_encoder_step0200000.pt +3 -0
  3. ft/geometry_transformer/ckpts/misc_step0200000.pt +3 -0
  4. ft/geometry_transformer/evaluation_results.json +557 -0
  5. ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_0.pkl +3 -0
  6. ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_1.pkl +3 -0
  7. ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_2.pkl +3 -0
  8. ft/matvae2/checkpoints/checkpoint_851/model.safetensors +3 -0
  9. ft/matvae2/checkpoints/checkpoint_851/optimizer.bin +3 -0
  10. ft/matvae2/checkpoints/checkpoint_851/random_states_0.pkl +3 -0
  11. ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_0.pkl +3 -0
  12. ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_1.pkl +3 -0
  13. ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_2.pkl +3 -0
  14. ft/matvae2/checkpoints/checkpoint_852/model.safetensors +3 -0
  15. ft/matvae2/checkpoints/checkpoint_852/optimizer.bin +3 -0
  16. ft/matvae2/checkpoints/checkpoint_852/random_states_0.pkl +3 -0
  17. ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_0.pkl +3 -0
  18. ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_1.pkl +3 -0
  19. ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_2.pkl +3 -0
  20. ft/matvae2/checkpoints/checkpoint_853/model.safetensors +3 -0
  21. ft/matvae2/checkpoints/checkpoint_853/optimizer.bin +3 -0
  22. ft/matvae2/checkpoints/checkpoint_853/random_states_0.pkl +3 -0
  23. ft/matvae2/final_model/model.safetensors +3 -0
  24. ft/matvae2/normalization_params.json +12 -0
  25. geometry_transformer.pt +3 -0
  26. inference.json +86 -0
  27. matvae.safetensors +3 -0
  28. normalization_params.json +12 -0
ft/geometry_transformer/ckpts/geometry_encoder_ema0.9999_step0200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e726a661abd354756383ded8a68624f6d984f344463f1d67816e71959223107
3
+ size 343249527
ft/geometry_transformer/ckpts/geometry_encoder_step0200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5ff2498751d4a431dae4486312a294ba2723ea332e5eaf01bd461f87f746c1
3
+ size 343249477
ft/geometry_transformer/ckpts/misc_step0200000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74ef3ddd25c5cf037ace1e378638320b6182bbfcb5ae3d84c02f0b44e997306
3
+ size 686471123
ft/geometry_transformer/evaluation_results.json ADDED
@@ -0,0 +1,557 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "val_loss": 0.13122641187876724,
3
+ "val_loss_youngs": 0.0627478299173239,
4
+ "val_loss_poisson": 0.05093700650383816,
5
+ "val_loss_density": 0.017541575696781667,
6
+ "val_samples": 166,
7
+ "val_rel_error_log_youngs": 0.04208697751164436,
8
+ "val_rel_error_log_youngs_std": 0.05111011490225792,
9
+ "val_rel_error_poisson": 0.08366880565881729,
10
+ "val_rel_error_poisson_std": 0.034644145518541336,
11
+ "val_rel_error_density": 0.09081185609102249,
12
+ "val_rel_error_density_std": 0.1383020132780075,
13
+ "val_rel_error_log_density": 0.013480736874043941,
14
+ "val_rel_error_log_density_std": 0.015981599688529968,
15
+ "val_abs_error_youngs": 34292217856.0,
16
+ "val_abs_error_youngs_std": 66275778560.0,
17
+ "val_abs_error_log_youngs": 0.37646999955177307,
18
+ "val_abs_error_log_youngs_std": 0.39179643988609314,
19
+ "val_abs_error_poisson": 0.024959132075309753,
20
+ "val_abs_error_poisson_std": 0.00951018650084734,
21
+ "val_abs_error_density": 113.30818176269531,
22
+ "val_abs_error_density_std": 301.20452880859375,
23
+ "val_rel_error_overall": 0.04641217365860939,
24
+ "val_rel_error_overall_std": 0.04675865173339844,
25
+ "per_object_rel_error_log_youngs_mean": 0.04090757668018341,
26
+ "per_object_rel_error_log_youngs_std": 0.036562226712703705,
27
+ "per_object_rel_error_log_youngs_min": 0.0006934626726433635,
28
+ "per_object_rel_error_log_youngs_max": 0.18356622755527496,
29
+ "per_object_rel_error_poisson_mean": 0.08175762742757797,
30
+ "per_object_rel_error_poisson_std": 0.028551137074828148,
31
+ "per_object_rel_error_poisson_min": 0.017800521105527878,
32
+ "per_object_rel_error_poisson_max": 0.1892934888601303,
33
+ "per_object_rel_error_density_mean": 0.09207938611507416,
34
+ "per_object_rel_error_density_std": 0.06719443202018738,
35
+ "per_object_rel_error_density_min": 0.0037892332766205072,
36
+ "per_object_rel_error_density_max": 0.7864506840705872,
37
+ "per_object_rel_error_log_density_mean": 0.01332605630159378,
38
+ "per_object_rel_error_log_density_std": 0.008755325339734554,
39
+ "per_object_rel_error_log_density_min": 0.00047562114195898175,
40
+ "per_object_rel_error_log_density_max": 0.0910286232829094,
41
+ "per_object_rel_error_overall_mean": 0.04533041641116142,
42
+ "per_object_rel_error_overall_std": 0.017195673659443855,
43
+ "per_object_rel_error_overall_min": 0.017565801739692688,
44
+ "per_object_rel_error_overall_max": 0.1020798459649086,
45
+ "per_object_abs_error_log_youngs_mean": 0.37931695580482483,
46
+ "per_object_abs_error_log_youngs_std": 0.2906107008457184,
47
+ "per_object_abs_error_poisson_mean": 0.02405145950615406,
48
+ "per_object_abs_error_poisson_std": 0.007175541948527098,
49
+ "per_object_abs_error_density_mean": 142.60604858398438,
50
+ "per_object_abs_error_density_std": 166.91015625,
51
+ "per_object_displacement_errors": {
52
+ "youngs": [
53
+ 0.06349022686481476,
54
+ 0.43226727843284607,
55
+ 0.055241264402866364,
56
+ 0.048667341470718384,
57
+ 0.2813689410686493,
58
+ 0.060806743800640106,
59
+ 0.361782044172287,
60
+ 0.03818412125110626,
61
+ 0.5428236722946167,
62
+ 0.06199537590146065,
63
+ 0.04310586676001549,
64
+ 0.02182183787226677,
65
+ 0.012189667671918869,
66
+ 0.0906536877155304,
67
+ 0.5241801142692566,
68
+ 0.059930771589279175,
69
+ 0.046151675283908844,
70
+ 0.08723264932632446,
71
+ 0.1892584264278412,
72
+ 0.040759265422821045,
73
+ 0.05124332010746002,
74
+ 0.2167881280183792,
75
+ 0.06390843540430069,
76
+ 0.02652408741414547,
77
+ 0.06233308091759682,
78
+ 0.9542932510375977,
79
+ 0.03835977241396904,
80
+ 0.05756330490112305,
81
+ 0.038225796073675156,
82
+ 0.9518799185752869,
83
+ 0.006241165101528168,
84
+ 0.052862927317619324,
85
+ 0.062032606452703476,
86
+ 0.3034905195236206,
87
+ 0.34506168961524963,
88
+ 0.05719046667218208,
89
+ 0.035752393305301666,
90
+ 0.029787136241793633,
91
+ 0.061392154544591904,
92
+ 0.017351441085338593,
93
+ 0.4527038633823395,
94
+ 0.052052102982997894,
95
+ 0.3703787326812744,
96
+ 0.015236212871968746,
97
+ 0.21648423373699188,
98
+ 0.32874035835266113,
99
+ 0.4393019378185272,
100
+ 0.4800335764884949,
101
+ 0.3468877375125885,
102
+ 0.010730811394751072,
103
+ 0.5224068760871887,
104
+ 0.9138173460960388,
105
+ 0.3867100179195404,
106
+ 0.36680445075035095,
107
+ 0.32877105474472046,
108
+ 0.3062923550605774,
109
+ 0.32816430926322937,
110
+ 0.23283866047859192,
111
+ 0.5490462779998779,
112
+ 0.5282837748527527,
113
+ 0.20703627169132233,
114
+ 0.23900127410888672,
115
+ 1.2707161903381348,
116
+ 1.27230966091156,
117
+ 1.269689917564392,
118
+ 1.2876509428024292,
119
+ 0.30226659774780273,
120
+ 0.6465096473693848,
121
+ 0.4620765447616577,
122
+ 0.4434468448162079,
123
+ 0.3033030927181244,
124
+ 0.31035006046295166,
125
+ 0.31787818670272827,
126
+ 0.15458008646965027,
127
+ 0.7471697926521301,
128
+ 0.19751501083374023,
129
+ 0.957854688167572,
130
+ 0.953911542892456,
131
+ 0.37851083278656006,
132
+ 0.420046865940094,
133
+ 0.3659699261188507,
134
+ 0.6739988923072815,
135
+ 0.4484369456768036,
136
+ 0.42170676589012146,
137
+ 0.43818339705467224,
138
+ 0.847148597240448,
139
+ 0.4620090126991272,
140
+ 0.2868402898311615,
141
+ 0.3319235146045685,
142
+ 0.4809403717517853,
143
+ 0.42133402824401855,
144
+ 0.41438037157058716,
145
+ 0.389771431684494,
146
+ 0.5223903656005859,
147
+ 0.40300217270851135,
148
+ 0.35892271995544434,
149
+ 0.9139617681503296,
150
+ 0.7023851275444031,
151
+ 0.691601574420929,
152
+ 0.6898798942565918,
153
+ 0.08320830017328262,
154
+ 0.6866270303726196,
155
+ 0.4227645695209503,
156
+ 1.0561813116073608,
157
+ 0.908888041973114,
158
+ 0.3009556233882904,
159
+ 0.2910342216491699,
160
+ 0.31270337104797363,
161
+ 0.5789288878440857,
162
+ 0.41381457448005676,
163
+ 0.4162984788417816,
164
+ 0.41571861505508423,
165
+ 0.3264140486717224,
166
+ 0.3267183005809784,
167
+ 0.2985910177230835,
168
+ 0.3196257948875427,
169
+ 0.3039432168006897,
170
+ 0.3463340699672699,
171
+ 0.6184525489807129,
172
+ 0.5721779465675354,
173
+ 1.213032841682434,
174
+ 0.38657617568969727,
175
+ 0.3908078372478485,
176
+ 0.33228808641433716,
177
+ 0.3079962134361267,
178
+ 0.31585392355918884,
179
+ 0.19023211300373077,
180
+ 0.3904349207878113,
181
+ 0.3837205767631531,
182
+ 0.529259443283081,
183
+ 1.037075161933899,
184
+ 0.2258569300174713,
185
+ 0.44219374656677246,
186
+ 0.1097864881157875,
187
+ 0.689801812171936,
188
+ 0.7316137552261353,
189
+ 0.8113479018211365,
190
+ 0.42132896184921265,
191
+ 0.4008280038833618,
192
+ 0.3570237159729004,
193
+ 0.4500788152217865,
194
+ 0.33947375416755676,
195
+ 0.33514514565467834,
196
+ 0.40605446696281433,
197
+ 0.3283573389053345,
198
+ 0.404716432094574,
199
+ 0.37342509627342224,
200
+ 1.1277010440826416,
201
+ 0.19048243761062622,
202
+ 0.2358877956867218,
203
+ 0.1047753393650055,
204
+ 0.18585142493247986,
205
+ 0.14472989737987518,
206
+ 0.1625816822052002,
207
+ 0.442467600107193,
208
+ 0.2656879127025604,
209
+ 0.4058883786201477,
210
+ 0.28703397512435913,
211
+ 0.16932347416877747,
212
+ 0.4325987994670868,
213
+ 0.10700111091136932,
214
+ 0.19669124484062195,
215
+ 0.28105300664901733,
216
+ 0.47726452350616455,
217
+ 0.11719958484172821,
218
+ 0.25221338868141174
219
+ ],
220
+ "poisson": [
221
+ 0.026263300329446793,
222
+ 0.020084770396351814,
223
+ 0.027153050526976585,
224
+ 0.027348870411515236,
225
+ 0.029721641913056374,
226
+ 0.026478594169020653,
227
+ 0.02289462648332119,
228
+ 0.02121601440012455,
229
+ 0.022701002657413483,
230
+ 0.032623741775751114,
231
+ 0.028136907145380974,
232
+ 0.020158909261226654,
233
+ 0.01575593277812004,
234
+ 0.022123923525214195,
235
+ 0.022000255063176155,
236
+ 0.026431433856487274,
237
+ 0.02822195179760456,
238
+ 0.03021322749555111,
239
+ 0.014689691364765167,
240
+ 0.027630776166915894,
241
+ 0.027173368260264397,
242
+ 0.012853695079684258,
243
+ 0.02634849026799202,
244
+ 0.028105024248361588,
245
+ 0.023846954107284546,
246
+ 0.02220754697918892,
247
+ 0.021534916013479233,
248
+ 0.02658773958683014,
249
+ 0.02758135460317135,
250
+ 0.02396511845290661,
251
+ 0.03463847190141678,
252
+ 0.026653604581952095,
253
+ 0.026312775909900665,
254
+ 0.025295764207839966,
255
+ 0.030033672228455544,
256
+ 0.02685457095503807,
257
+ 0.028592940419912338,
258
+ 0.02949104830622673,
259
+ 0.02612273581326008,
260
+ 0.03572564944624901,
261
+ 0.01967998966574669,
262
+ 0.027013206854462624,
263
+ 0.012286133132874966,
264
+ 0.01960734650492668,
265
+ 0.012228275649249554,
266
+ 0.02112737111747265,
267
+ 0.02026955597102642,
268
+ 0.025230951607227325,
269
+ 0.02122294344007969,
270
+ 0.034729357808828354,
271
+ 0.02570393681526184,
272
+ 0.022578319534659386,
273
+ 0.021828902885317802,
274
+ 0.02614022046327591,
275
+ 0.02599526010453701,
276
+ 0.020643847063183784,
277
+ 0.02119636908173561,
278
+ 0.019625257700681686,
279
+ 0.021973975002765656,
280
+ 0.021579260006546974,
281
+ 0.021341867744922638,
282
+ 0.021174702793359756,
283
+ 0.04000457748770714,
284
+ 0.03977000340819359,
285
+ 0.039606161415576935,
286
+ 0.037267692387104034,
287
+ 0.03642662987112999,
288
+ 0.056867215782403946,
289
+ 0.01908111944794655,
290
+ 0.01988123543560505,
291
+ 0.02549837715923786,
292
+ 0.014428195543587208,
293
+ 0.01429420243948698,
294
+ 0.01644865609705448,
295
+ 0.04086029902100563,
296
+ 0.01334102638065815,
297
+ 0.021664388477802277,
298
+ 0.02230629324913025,
299
+ 0.023060377687215805,
300
+ 0.023976827040314674,
301
+ 0.03029419481754303,
302
+ 0.02242189459502697,
303
+ 0.03027327172458172,
304
+ 0.023802567273378372,
305
+ 0.02051856927573681,
306
+ 0.03039618209004402,
307
+ 0.02681339904665947,
308
+ 0.014543203637003899,
309
+ 0.025259295478463173,
310
+ 0.02512430027127266,
311
+ 0.025190792977809906,
312
+ 0.02543262019753456,
313
+ 0.024359924718737602,
314
+ 0.025705378502607346,
315
+ 0.02380271628499031,
316
+ 0.0238484013825655,
317
+ 0.02254480868577957,
318
+ 0.027035849168896675,
319
+ 0.02846434712409973,
320
+ 0.02851000986993313,
321
+ 0.018721003085374832,
322
+ 0.029302844777703285,
323
+ 0.024115771055221558,
324
+ 0.013261550106108189,
325
+ 0.008262566290795803,
326
+ 0.01673758402466774,
327
+ 0.01740625686943531,
328
+ 0.028064345940947533,
329
+ 0.027420664206147194,
330
+ 0.024725815281271935,
331
+ 0.025791822001338005,
332
+ 0.024104401469230652,
333
+ 0.01954149268567562,
334
+ 0.016637632623314857,
335
+ 0.016809629276394844,
336
+ 0.016713757067918777,
337
+ 0.017723312601447105,
338
+ 0.017125282436609268,
339
+ 0.02366962842643261,
340
+ 0.023332668468356133,
341
+ 0.032102134078741074,
342
+ 0.038022231310606,
343
+ 0.006230182480067015,
344
+ 0.016106436029076576,
345
+ 0.017901711165905,
346
+ 0.02520536072552204,
347
+ 0.01406165026128292,
348
+ 0.026813236996531487,
349
+ 0.0270253736525774,
350
+ 0.0317155160009861,
351
+ 0.0365779735147953,
352
+ 0.017406191676855087,
353
+ 0.03795390576124191,
354
+ 0.047356270253658295,
355
+ 0.02865751087665558,
356
+ 0.02899571694433689,
357
+ 0.029932668432593346,
358
+ 0.024864433333277702,
359
+ 0.025023264810442924,
360
+ 0.021587982773780823,
361
+ 0.03189650923013687,
362
+ 0.016688717529177666,
363
+ 0.014066935516893864,
364
+ 0.025492660701274872,
365
+ 0.016280431300401688,
366
+ 0.01822902262210846,
367
+ 0.020818715915083885,
368
+ 0.03198768198490143,
369
+ 0.011380918323993683,
370
+ 0.019861556589603424,
371
+ 0.02263670414686203,
372
+ 0.027694717049598694,
373
+ 0.023497575893998146,
374
+ 0.016479160636663437,
375
+ 0.012524774298071861,
376
+ 0.02335835061967373,
377
+ 0.011590931564569473,
378
+ 0.021977752447128296,
379
+ 0.01710539683699608,
380
+ 0.012583867646753788,
381
+ 0.023838097229599953,
382
+ 0.023481691256165504,
383
+ 0.024655578657984734,
384
+ 0.023864906281232834,
385
+ 0.023145074024796486,
386
+ 0.02032037079334259
387
+ ],
388
+ "density": [
389
+ 80.13394927978516,
390
+ 110.5985336303711,
391
+ 66.58460998535156,
392
+ 65.41122436523438,
393
+ 198.61260986328125,
394
+ 76.99887084960938,
395
+ 199.49261474609375,
396
+ 46.46979522705078,
397
+ 93.89729309082031,
398
+ 22.000429153442383,
399
+ 53.88482666015625,
400
+ 45.76938247680664,
401
+ 29.209144592285156,
402
+ 52.68577194213867,
403
+ 91.20830535888672,
404
+ 77.39519500732422,
405
+ 46.07134246826172,
406
+ 180.36459350585938,
407
+ 95.11202239990234,
408
+ 63.34445571899414,
409
+ 66.76737976074219,
410
+ 262.5780944824219,
411
+ 77.47183990478516,
412
+ 59.78453826904297,
413
+ 81.88551330566406,
414
+ 105.51189422607422,
415
+ 53.1313362121582,
416
+ 76.13691711425781,
417
+ 65.02871704101562,
418
+ 40.15388870239258,
419
+ 38.54841613769531,
420
+ 72.90275573730469,
421
+ 79.71503448486328,
422
+ 228.22659301757812,
423
+ 156.18228149414062,
424
+ 71.69425964355469,
425
+ 50.80032730102539,
426
+ 35.447265625,
427
+ 83.28423309326172,
428
+ 51.92814636230469,
429
+ 149.42727661132812,
430
+ 70.55064392089844,
431
+ 270.56793212890625,
432
+ 30.202396392822266,
433
+ 271.6907043457031,
434
+ 202.6064453125,
435
+ 118.79430389404297,
436
+ 11.280104637145996,
437
+ 207.51004028320312,
438
+ 39.73664093017578,
439
+ 13.974124908447266,
440
+ 113.9129409790039,
441
+ 426.60858154296875,
442
+ 416.8294677734375,
443
+ 201.83705139160156,
444
+ 183.47613525390625,
445
+ 186.5145721435547,
446
+ 102.67427062988281,
447
+ 85.05398559570312,
448
+ 86.49317932128906,
449
+ 170.59136962890625,
450
+ 174.4372100830078,
451
+ 85.45082092285156,
452
+ 126.8759994506836,
453
+ 92.36326599121094,
454
+ 94.3072738647461,
455
+ 93.27640533447266,
456
+ 110.65652465820312,
457
+ 124.4757308959961,
458
+ 124.88130187988281,
459
+ 173.42758178710938,
460
+ 244.44830322265625,
461
+ 210.07920837402344,
462
+ 114.15705108642578,
463
+ 224.93136596679688,
464
+ 649.417236328125,
465
+ 161.07395935058594,
466
+ 106.2195816040039,
467
+ 228.7470703125,
468
+ 156.16163635253906,
469
+ 104.87094116210938,
470
+ 38.49231719970703,
471
+ 268.54339599609375,
472
+ 154.3653564453125,
473
+ 73.601806640625,
474
+ 135.85589599609375,
475
+ 203.38868713378906,
476
+ 231.6894073486328,
477
+ 264.414794921875,
478
+ 10.79931640625,
479
+ 175.9723358154297,
480
+ 206.63623046875,
481
+ 157.7445831298828,
482
+ 14.298713684082031,
483
+ 167.0341033935547,
484
+ 69.62113952636719,
485
+ 113.1507797241211,
486
+ 216.60440063476562,
487
+ 227.80023193359375,
488
+ 240.06350708007812,
489
+ 406.7103576660156,
490
+ 225.3424530029297,
491
+ 123.29544067382812,
492
+ 133.20179748535156,
493
+ 149.52792358398438,
494
+ 9.085606575012207,
495
+ 24.496944427490234,
496
+ 82.90860748291016,
497
+ 112.8775405883789,
498
+ 161.7285614013672,
499
+ 313.5748291015625,
500
+ 87.8735122680664,
501
+ 120.53755187988281,
502
+ 75.94342803955078,
503
+ 12.994876861572266,
504
+ 119.22789001464844,
505
+ 97.30532836914062,
506
+ 45.280521392822266,
507
+ 122.3984375,
508
+ 271.1710205078125,
509
+ 162.40538024902344,
510
+ 417.96002197265625,
511
+ 70.09521484375,
512
+ 99.54105377197266,
513
+ 270.3040466308594,
514
+ 221.57627868652344,
515
+ 170.87918090820312,
516
+ 143.16505432128906,
517
+ 132.18809509277344,
518
+ 798.4971313476562,
519
+ 188.36207580566406,
520
+ 94.0706558227539,
521
+ 271.4931640625,
522
+ 1771.27587890625,
523
+ 232.3736114501953,
524
+ 84.54676818847656,
525
+ 264.2999267578125,
526
+ 124.2440414428711,
527
+ 174.03526306152344,
528
+ 195.28773498535156,
529
+ 276.59783935546875,
530
+ 101.7153091430664,
531
+ 40.5678596496582,
532
+ 176.60690307617188,
533
+ 55.76715850830078,
534
+ 51.19596862792969,
535
+ 14.554147720336914,
536
+ 172.27920532226562,
537
+ 64.28573608398438,
538
+ 63.719905853271484,
539
+ 48.371891021728516,
540
+ 133.43431091308594,
541
+ 40.33542251586914,
542
+ 51.7469482421875,
543
+ 43.46722412109375,
544
+ 64.22266387939453,
545
+ 51.130943298339844,
546
+ 62.42725372314453,
547
+ 40.448570251464844,
548
+ 45.70907974243164,
549
+ 48.77022171020508,
550
+ 48.36052322387695,
551
+ 48.0938606262207,
552
+ 53.0426025390625,
553
+ 48.39015579223633,
554
+ 62.1863899230957
555
+ ]
556
+ }
557
+ }
ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f622e3c5a07f4ce714d0de5722b367082314db533edffc2f3baa39777e4305aa
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625bea504e46688a1ae7c0ceb4065b53420169b636d9bc67991a5f1930e00475
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_851/custom_checkpoint_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4203470b746c23fc434fceefb67ef86c8aa4896dabb5696c80e5146bc479acc
3
+ size 912
ft/matvae2/checkpoints/checkpoint_851/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b091b1760fd2fdda87c9212fbd662d72743c93a7f21e2e134cdb5cd25604817d
3
+ size 1620768
ft/matvae2/checkpoints/checkpoint_851/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f209ae0cebcff7282c24ff3a9f58c6e334e20742de081c0e742c0e29ce8d388c
3
+ size 3283962
ft/matvae2/checkpoints/checkpoint_851/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a4d3207de77b01743424e557783061b3488dcf3221ab49ebbe8ac81999e710
3
+ size 14408
ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f622e3c5a07f4ce714d0de5722b367082314db533edffc2f3baa39777e4305aa
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625bea504e46688a1ae7c0ceb4065b53420169b636d9bc67991a5f1930e00475
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_852/custom_checkpoint_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f069fc75df34dc2eee7887119a77648b277409f06bf218ab675eb33d0c57c3
3
+ size 912
ft/matvae2/checkpoints/checkpoint_852/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b091b1760fd2fdda87c9212fbd662d72743c93a7f21e2e134cdb5cd25604817d
3
+ size 1620768
ft/matvae2/checkpoints/checkpoint_852/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f209ae0cebcff7282c24ff3a9f58c6e334e20742de081c0e742c0e29ce8d388c
3
+ size 3283962
ft/matvae2/checkpoints/checkpoint_852/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a4d3207de77b01743424e557783061b3488dcf3221ab49ebbe8ac81999e710
3
+ size 14408
ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f622e3c5a07f4ce714d0de5722b367082314db533edffc2f3baa39777e4305aa
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625bea504e46688a1ae7c0ceb4065b53420169b636d9bc67991a5f1930e00475
3
+ size 1240
ft/matvae2/checkpoints/checkpoint_853/custom_checkpoint_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f069fc75df34dc2eee7887119a77648b277409f06bf218ab675eb33d0c57c3
3
+ size 912
ft/matvae2/checkpoints/checkpoint_853/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b091b1760fd2fdda87c9212fbd662d72743c93a7f21e2e134cdb5cd25604817d
3
+ size 1620768
ft/matvae2/checkpoints/checkpoint_853/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f209ae0cebcff7282c24ff3a9f58c6e334e20742de081c0e742c0e29ce8d388c
3
+ size 3283962
ft/matvae2/checkpoints/checkpoint_853/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a4d3207de77b01743424e557783061b3488dcf3221ab49ebbe8ac81999e710
3
+ size 14408
ft/matvae2/final_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b091b1760fd2fdda87c9212fbd662d72743c93a7f21e2e134cdb5cd25604817d
3
+ size 1620768
ft/matvae2/normalization_params.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "E_min": 1000000.0,
3
+ "E_max": 999378321408.0,
4
+ "nu_min": 0.0,
5
+ "nu_max": 0.49000000953674316,
6
+ "rho_min": 102.56499481201172,
7
+ "rho_max": 19800.0,
8
+ "normalization_type": "log_minmax",
9
+ "dataset_size": 101517,
10
+ "train_size": 91365,
11
+ "val_size": 10152
12
+ }
geometry_transformer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5ff2498751d4a431dae4486312a294ba2723ea332e5eaf01bd461f87f746c1
3
+ size 343249477
inference.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "geometry_checkpoint_dir": "weights/geometry_transformer.pt",
3
+ "matvae_checkpoint_dir": "weights/matvae.safetensors",
4
+ "normalization_params_path": "weights/normalization_params.json",
5
+ "matvae_checkpoint": "weights/matvae.safetensors",
6
+ "trellis_weights_path": "weights/TRELLIS-image-large",
7
+ "models": {
8
+ "geometry_encoder": {
9
+ "name": "geometry_encoder",
10
+ "args": {
11
+ "resolution": 64,
12
+ "in_channels": 1024,
13
+ "model_channels": 768,
14
+ "latent_channels": 2,
15
+ "num_blocks": 12,
16
+ "num_heads": 12,
17
+ "mlp_ratio": 4,
18
+ "attn_mode": "swin",
19
+ "window_size": 8,
20
+ "use_fp16": true
21
+ }
22
+ },
23
+ "matvae": {
24
+ "name": "matvae",
25
+ "args": {
26
+ "width": 256,
27
+ "depth": 3,
28
+ "z_dim": 2,
29
+ "p_drop": 0.05,
30
+ "use_learned_variances": false,
31
+ "use_additional_losses": true
32
+ }
33
+ }
34
+ },
35
+ "dataset": {
36
+ "name": "SparseVoxelMaterials",
37
+ "normalization_type": "log_minmax",
38
+ "args": {
39
+ "roots": "datasets/simready",
40
+ "image_size": 512,
41
+ "model": "dinov2_vitl14_reg",
42
+ "resolution": 64,
43
+ "min_aesthetic_score": 0.0,
44
+ "max_num_voxels": 32768,
45
+ "compute_material_stats": false
46
+ }
47
+ },
48
+ "trainer": {
49
+ "name": "SLatVaeMaterialsTrainer",
50
+ "args": {
51
+ "max_steps": 1000000,
52
+ "batch_size_per_gpu": 16,
53
+ "batch_split": 1,
54
+ "optimizer": {
55
+ "name": "AdamW",
56
+ "args": {
57
+ "lr": 1e-4,
58
+ "weight_decay": 0.0
59
+ }
60
+ },
61
+ "ema_rate": [
62
+ 0.9999
63
+ ],
64
+ "fp16_mode": "inflat_all",
65
+ "fp16_scale_growth": 0.001,
66
+ "elastic": {
67
+ "name": "LinearMemoryController",
68
+ "args": {
69
+ "target_ratio": 0.75,
70
+ "max_mem_ratio_start": 0.5
71
+ }
72
+ },
73
+ "grad_clip": {
74
+ "name": "AdaptiveGradClipper",
75
+ "args": {
76
+ "max_norm": 1.0,
77
+ "clip_percentile": 95
78
+ }
79
+ },
80
+ "i_log": 10,
81
+ "i_save": 2000,
82
+ "i_eval": 1000,
83
+ "loss_type": "l1"
84
+ }
85
+ }
86
+ }
matvae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b091b1760fd2fdda87c9212fbd662d72743c93a7f21e2e134cdb5cd25604817d
3
+ size 1620768
normalization_params.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "E_min": 1000000.0,
3
+ "E_max": 999378321408.0,
4
+ "nu_min": 0.0,
5
+ "nu_max": 0.49000000953674316,
6
+ "rho_min": 102.56499481201172,
7
+ "rho_max": 19800.0,
8
+ "normalization_type": "log_minmax",
9
+ "dataset_size": 101517,
10
+ "train_size": 91365,
11
+ "val_size": 10152
12
+ }