init commit

.gitattributes

@@ -37,3 +37,18 @@ simple-knn/build/lib.linux-x86_64-cpython-39/simple_knn/_C.cpython-39-x86_64-lin
 simple-knn/build/temp.linux-x86_64-cpython-39/.ninja_deps filter=lfs diff=lfs merge=lfs -text
 simple-knn/build/temp.linux-x86_64-cpython-39/simple_knn.o filter=lfs diff=lfs merge=lfs -text
 diff-gaussian-rasterization-camera/third_party/glm/doc/manual.pdf filter=lfs diff=lfs merge=lfs -text
+assets/teaser.gif filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/001.png filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/002.png filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/003.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/005.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/006.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/butter/source/007.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/001.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/002.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/003.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/004.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/005.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/006.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/007.jpg filter=lfs diff=lfs merge=lfs -text
+data/demo/jordan/source/008.jpg filter=lfs diff=lfs merge=lfs -text

configs/navi.yaml

@@ -0,0 +1,84 @@
+### Input
+# input rgba image path (default to None, can be load in GUI too)
+seed: 42
+order_path: 
+camera_path:
+first_n_views:
+# input text prompt (default to None, can be input in GUI too)
+prompt:
+negative_prompt:
+# input mesh for stage 2 (auto-search from stage 1 output path if None)
+mesh:
+# estimated elevation angle for input image 
+elevation: 0
+# reference image resolution
+ref_size: 256
+# density thresh for mesh extraction (originally 1)
+density_thresh: 0.5
+
+### Output
+outdir: logs
+mesh_format: obj
+save_path: ???
+
+### Training
+all_views: False
+known_view_interval: 1
+stable_zero123: False
+# guidance loss weights (0 to disable)
+lambda_sd: 0
+mvdream: False
+lambda_zero123: 1
+lambda_dino: 0
+# training batch size per iter
+batch_size: 1
+# training iterations for stage 1
+iters: 500
+# whether to linearly anneal timestep
+anneal_timestep: True
+# training iterations for stage 2
+iters_refine: 50
+# training camera radius
+radius: 3 # 2
+# training camera fovy
+fovy: 49.1 # align with zero123 rendering setting (ref: https://github.com/cvlab-columbia/zero123/blob/main/objaverse-rendering/scripts/blender_script.py#L61
+# checkpoint to load for stage 1 (should be a ply file)
+load:
+# whether allow geom training in stage 2
+train_geo: False
+# prob to invert background color during training (0 = always black, 1 = always white)
+invert_bg_prob: 0.5
+
+
+### GUI
+gui: False
+force_cuda_rast: False
+# GUI resolution
+H: 256 # 800
+W: 256 # 800
+
+### Gaussian splatting
+num_pts: 25000
+sh_degree: 3
+position_lr_init: 0.001
+position_lr_final: 0.00002
+position_lr_delay_mult: 0.02
+position_lr_max_steps: 500
+feature_lr: 0.01
+opacity_lr: 0.05
+scaling_lr: 0.005
+rotation_lr: 0.005
+camera_lr: 0.00025
+camera_lr_init: 
+camera_lr_final:
+percent_dense: 0.01
+density_start_iter: 100
+density_end_iter: 3000
+densification_interval: 100
+opacity_reset_interval: 700
+densify_grad_threshold: 0.01
+
+### Textured Mesh
+geom_lr: 0.0001
+texture_lr: 0.2
+trainable_texture: True

data/demo/butter/cameras.json

@@ -0,0 +1,212 @@
+{
+    "001": {
+        "R": [
+            [
+                -0.3384244740009308,
+                -0.650882363319397,
+                -0.6795743107795715
+            ],
+            [
+                -0.009165406227111816,
+                0.7244337201118469,
+                -0.6892836093902588
+            ],
+            [
+                0.9409490823745728,
+                -0.2270418405532837,
+                -0.25113174319267273
+            ]
+        ],
+        "T": [
+            0.0007987827993929386,
+            -0.040196340531110764,
+            1.714048981666565
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.85738372802734,
+            127.71997833251953
+        ],
+        "focal_length": [
+            392.67144775390625,
+            392.67144775390625
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/001_rgba.png"
+    },
+    "002": {
+        "R": [
+            [
+                0.7829599976539612,
+                -0.2725747227668762,
+                -0.5591750741004944
+            ],
+            [
+                -0.013063699007034302,
+                0.8914883136749268,
+                -0.4528554677963257
+            ],
+            [
+                0.6219351291656494,
+                0.36187267303466797,
+                0.6944389343261719
+            ]
+        ],
+        "T": [
+            0.002521043410524726,
+            0.023724695667624474,
+            2.1366219520568848
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            128.01170349121094,
+            127.71439361572266
+        ],
+        "focal_length": [
+            406.3647155761719,
+            406.3647155761719
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/002_rgba.png"
+    },
+    "003": {
+        "R": [
+            [
+                0.9505516290664673,
+                0.22508224844932556,
+                0.21398529410362244
+            ],
+            [
+                0.0048833489418029785,
+                0.6780978441238403,
+                -0.7349556684494019
+            ],
+            [
+                -0.3105284571647644,
+                0.6996582746505737,
+                0.6434679627418518
+            ]
+        ],
+        "T": [
+            -0.01403256319463253,
+            -0.01450009923428297,
+            1.8619095087051392
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.96388244628906,
+            127.44666290283203
+        ],
+        "focal_length": [
+            399.6718444824219,
+            399.6718444824219
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/003_rgba.png"
+    },
+    "005": {
+        "R": [
+            [
+                -0.376196026802063,
+                0.7050228714942932,
+                0.6011816263198853
+            ],
+            [
+                0.003728210926055908,
+                0.6499923467636108,
+                -0.7599316835403442
+            ],
+            [
+                -0.9265328645706177,
+                -0.2836419343948364,
+                -0.24715307354927063
+            ]
+        ],
+        "T": [
+            0.001523201004602015,
+            -0.006741585209965706,
+            1.660292625427246
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.4324951171875,
+            128.02294921875
+        ],
+        "focal_length": [
+            380.2095031738281,
+            380.2095031738281
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/005_rgba.png"
+    },
+    "006": {
+        "R": [
+            [
+                -0.9981337785720825,
+                -0.015956198796629906,
+                0.05894666910171509
+            ],
+            [
+                -0.04869883880019188,
+                0.7903960347175598,
+                -0.610657811164856
+            ],
+            [
+                -0.03684743866324425,
+                -0.6123888492584229,
+                -0.7896979451179504
+            ]
+        ],
+        "T": [
+            -0.015202268958091736,
+            0.01084431353956461,
+            1.999618649482727
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            128.14404296875,
+            128.39840698242188
+        ],
+        "focal_length": [
+            406.06390380859375,
+            406.06390380859375
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/006_rgba.png"
+    },
+    "007": {
+        "R": [
+            [
+                -0.9185340404510498,
+                -0.2613014876842499,
+                -0.2966764569282532
+            ],
+            [
+                0.04603487253189087,
+                0.6746317744255066,
+                -0.736717939376831
+            ],
+            [
+                0.39265286922454834,
+                -0.6903578639030457,
+                -0.6076433658599854
+            ]
+        ],
+        "T": [
+            0.010488937608897686,
+            0.018516138195991516,
+            1.7265605926513672
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            128.0351104736328,
+            127.64866638183594
+        ],
+        "focal_length": [
+            410.2312927246094,
+            410.2312927246094
+        ],
+        "flag": 1,
+        "filepath": "data/demo/butter/processed/007_rgba.png"
+    }
+}

data/demo/eagle/cameras.json

@@ -0,0 +1 @@
+{"000": {"R": [[-0.999345064163208, 0.03607696294784546, 0.0028344616293907166], [0.0157032310962677, 0.5028837323188782, -0.86421138048172], [-0.03260350227355957, -0.8636007905006409, -0.5031209588050842]], "T": [0.2032286375761032, 0.04741416499018669, 1.5531246662139893], "principal_point": [189.4523468017578, 194.5476531982422], "focal_length": [466.91436767578125, 466.91436767578125], "filepath": "data/demo/eagle/processed/000.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.07010579109191895, 0.2850528955459595, 1.0965608358383179]}, "001": {"R": [[0.5997439622879028, 0.3147789537906647, 0.7356775403022766], [0.045059770345687866, 0.9046320915222168, -0.4238044023513794], [-0.7989222407341003, 0.2873236835002899, 0.5283639430999756]], "T": [-0.08090219646692276, -0.11377023905515671, 1.6241668462753296], "principal_point": [136.81312561035156, 118.20765686035156], "focal_length": [423.0295104980469, 423.0295104980469], "filepath": "data/demo/eagle/processed/001.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.2916666269302368, -0.04629623889923096, 1.2103174924850464]}, "003": {"R": [[0.8280060291290283, 0.4596567749977112, 0.32112574577331543], [-0.03522422909736633, 0.6142122149467468, -0.7883543372154236], [-0.5596117377281189, 0.6414507627487183, 0.5247626304626465]], "T": [-0.04205186665058136, -0.016640009358525276, 1.8952275514602661], "principal_point": [129.96690368652344, 137.8345184326172], "focal_length": [457.53192138671875, 457.53192138671875], "filepath": "data/demo/eagle/processed/003.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.3247354030609131, 0.04298943281173706, 1.1190476417541504]}, "006": {"R": [[0.6971794366836548, -0.2913132905960083, -0.6550399661064148], [0.0019417107105255127, 0.9144799709320068, -0.4046263098716736], [0.7168940305709839, 0.28082531690597534, 0.6381223201751709]], "T": [-0.0893942192196846, -0.04100978747010231, 2.036142110824585], "principal_point": [100.63448333740234, 137.2689666748047], "focal_length": [444.91033935546875, 444.91033935546875], "filepath": "data/demo/eagle/processed/006.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.45634925365448, 0.04166668653488159, 1.1507936716079712]}, "007": {"R": [[0.9511187076568604, 0.06591621786355972, 0.3017093539237976], [0.07689586281776428, 0.8956389427185059, -0.4380844533443451], [-0.29909953474998474, 0.4398704767227173, 0.8467901349067688]], "T": [-0.021952899172902107, -0.056036192923784256, 1.767792820930481], "principal_point": [130.93771362304688, 136.39344787597656], "focal_length": [423.0295104980469, 423.0295104980469], "filepath": "data/demo/eagle/processed/007.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.3194444179534912, 0.03968256711959839, 1.2103174924850464]}, "008": {"R": [[-0.9906689524650574, 0.08559870719909668, 0.1060573011636734], [0.047307342290878296, 0.9457525014877319, -0.32142508029937744], [-0.12781748175621033, -0.31340864300727844, -0.9409772157669067]], "T": [-0.522771418094635, 0.37452027201652527, 2.511432409286499], "principal_point": [14.273381233215332, 215.94244384765625], "focal_length": [464.1151123046875, 464.1151123046875], "filepath": "data/demo/eagle/processed/008.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.8234126567840576, 0.3789682388305664, 1.1031745672225952]}, "010": {"R": [[0.04038402438163757, 0.5384686589241028, 0.8416773080825806], [0.011654883623123169, 0.8420532941818237, -0.539268434047699], [-0.9991164207458496, 0.031587451696395874, 0.027729645371437073]], "T": [-0.16717824339866638, -0.14171098172664642, 1.7638278007507324], "principal_point": [107.05738830566406, 117.37240600585938], "focal_length": [472.6153869628906, 472.6153869628906], "filepath": "data/demo/eagle/processed/010.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.42195773124694824, -0.04497349262237549, 1.0833333730697632]}, "011": {"R": [[0.9965401291847229, -0.06796503067016602, -0.0478435754776001], [0.04524824023246765, 0.9264715313911438, -0.37363502383232117], [0.06971979141235352, 0.37017741799354553, 0.92634117603302]], "T": [-0.06599241495132446, -0.029560377821326256, 1.5281018018722534], "principal_point": [110.3660888671875, 143.0443115234375], "focal_length": [372.9017333984375, 372.9017333984375], "filepath": "data/demo/eagle/processed/011.png", "image_size_wh": [4032, 3024], "image_size_crop": [256, 256], "flag": 1, "needs_checking": false, "crop_parameters": [-0.42791008949279785, 0.08068782091140747, 1.3730158805847168]}}

data/demo/jordan/cameras.json

@@ -0,0 +1,282 @@
+{
+    "001": {
+        "R": [
+            [
+                -0.9309225082397461,
+                0.23084205389022827,
+                0.2830107808113098
+            ],
+            [
+                0.038147564977407455,
+                0.8321335911750793,
+                -0.5532615780830383
+            ],
+            [
+                -0.36321887373924255,
+                -0.5042474269866943,
+                -0.7834579944610596
+            ]
+        ],
+        "T": [
+            0.048876550048589706,
+            -0.01787450537085533,
+            1.992950677871704
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.8719253540039,
+            126.76300048828125
+        ],
+        "focal_length": [
+            436.2645568847656,
+            436.2645568847656
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/001_rgba.png"
+    },
+    "002": {
+        "R": [
+            [
+                -0.4795398712158203,
+                0.47891494631767273,
+                0.7353109121322632
+            ],
+            [
+                0.09774449467658997,
+                0.8618791103363037,
+                -0.49760493636131287
+            ],
+            [
+                -0.8720594644546509,
+                -0.16674889624118805,
+                -0.46011653542518616
+            ]
+        ],
+        "T": [
+            -0.009967152960598469,
+            -0.01593247801065445,
+            1.7160167694091797
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            128.25851440429688,
+            127.20174407958984
+        ],
+        "focal_length": [
+            342.86895751953125,
+            342.86895751953125
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/002_rgba.png"
+    },
+    "003": {
+        "R": [
+            [
+                0.2466159164905548,
+                0.5447540879249573,
+                0.801513135433197
+            ],
+            [
+                3.5881996154785156e-05,
+                0.8270531892776489,
+                -0.5621235966682434
+            ],
+            [
+                -0.9691133499145508,
+                0.13865745067596436,
+                0.20394504070281982
+            ]
+        ],
+        "T": [
+            -0.08793623000383377,
+            -0.01615280658006668,
+            1.5905332565307617
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            128.1562042236328,
+            127.80807495117188
+        ],
+        "focal_length": [
+            384.4273681640625,
+            384.4273681640625
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/003_rgba.png"
+    },
+    "004": {
+        "R": [
+            [
+                0.9891330003738403,
+                -0.132462739944458,
+                -0.06379464268684387
+            ],
+            [
+                0.08091294020414352,
+                0.8527287244796753,
+                -0.5160495638847351
+            ],
+            [
+                0.12275683879852295,
+                0.5052797198295593,
+                0.8541799783706665
+            ]
+        ],
+        "T": [
+            0.06559549272060394,
+            -0.026531962677836418,
+            1.5955405235290527
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.8031234741211,
+            127.65763854980469
+        ],
+        "focal_length": [
+            391.2985534667969,
+            391.2985534667969
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/004_rgba.png"
+    },
+    "005": {
+        "R": [
+            [
+                0.7785031795501709,
+                -0.28024113178253174,
+                -0.5616026520729065
+            ],
+            [
+                0.06176035851240158,
+                0.9246456623077393,
+                -0.37578728795051575
+            ],
+            [
+                0.624594509601593,
+                0.25786685943603516,
+                0.737147331237793
+            ]
+        ],
+        "T": [
+            0.04909302666783333,
+            -0.07803171128034592,
+            2.2788007259368896
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.51737213134766,
+            127.50265502929688
+        ],
+        "focal_length": [
+            440.4752502441406,
+            440.4752502441406
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/005_rgba.png"
+    },
+    "006": {
+        "R": [
+            [
+                -0.9054642915725708,
+                -0.33491945266723633,
+                -0.2606979310512543
+            ],
+            [
+                -0.0010471940040588379,
+                0.6160026788711548,
+                -0.7877434492111206
+            ],
+            [
+                0.4244212210178375,
+                -0.7130004167556763,
+                -0.5581191778182983
+            ]
+        ],
+        "T": [
+            0.009441403672099113,
+            0.11508256196975708,
+            2.0341711044311523
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.84082794189453,
+            127.3127212524414
+        ],
+        "focal_length": [
+            428.5006103515625,
+            428.5006103515625
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/006_rgba.png"
+    },
+    "007": {
+        "R": [
+            [
+                0.8701058626174927,
+                0.4095819890499115,
+                0.27415069937705994
+            ],
+            [
+                -0.04030245542526245,
+                0.6135034561157227,
+                -0.7886631488800049
+            ],
+            [
+                -0.4912145137786865,
+                0.6751712560653687,
+                0.5503198504447937
+            ]
+        ],
+        "T": [
+            0.024369819089770317,
+            0.03747132793068886,
+            1.8749423027038574
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.68868255615234,
+            128.638916015625
+        ],
+        "focal_length": [
+            360.01336669921875,
+            360.01336669921875
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/007_rgba.png"
+    },
+    "008": {
+        "R": [
+            [
+                -0.3517136573791504,
+                -0.7172088623046875,
+                -0.6015889048576355
+            ],
+            [
+                0.013706475496292114,
+                0.6386347413063049,
+                -0.7693881988525391
+            ],
+            [
+                0.9360073804855347,
+                -0.27884992957115173,
+                -0.21478615701198578
+            ]
+        ],
+        "T": [
+            -0.011614098213613033,
+            0.05446847155690193,
+            1.7056033611297607
+        ],
+        "needs_checking": false,
+        "principal_point": [
+            127.85592651367188,
+            128.0355224609375
+        ],
+        "focal_length": [
+            396.0058288574219,
+            396.0058288574219
+        ],
+        "flag": 1,
+        "filepath": "data/demo/jordan/processed/008_rgba.png"
+    }
+}

data/demo/robot/cameras.json

@@ -0,0 +1 @@
+{"0": {"filepath": "data/demo/robot/processed/0.png", "R": [[-0.3460734188556671, -0.3564527630805969, -0.8678562045097351], [0.018265962600708008, 0.9222802519798279, -0.3860900104045868], [0.9380297064781189, -0.14946773648262024, -0.31266576051712036]], "T": [-0.007794477511197329, -0.02685476839542389, 1.7520718574523926], "needs_checking": false, "principal_point": [127.98394775390625, 128.59259033203125], "focal_length": [267.7435302734375, 267.7435302734375], "flag": 1}, "1": {"filepath": "data/demo/robot/processed/1.png", "R": [[0.443996399641037, -0.37684696912765503, -0.8129289150238037], [0.01764056645333767, 0.9107582569122314, -0.41256266832351685], [0.8958548903465271, 0.1688358336687088, 0.41102126240730286]], "T": [-0.04763741046190262, -0.014216466806828976, 1.8238935470581055], "needs_checking": false, "principal_point": [128.2845001220703, 128.2235107421875], "focal_length": [272.9372253417969, 272.9372253417969], "flag": 1}, "2": {"filepath": "data/demo/robot/processed/2.png", "R": [[0.9467487931251526, -0.13886359333992004, -0.2904888093471527], [0.0034100711345672607, 0.906487762928009, -0.4222184419631958], [0.32195529341697693, 0.398744136095047, 0.8586897850036621]], "T": [0.0005372537416405976, 0.03675109148025513, 1.8341397047042847], "needs_checking": false, "principal_point": [127.99854278564453, 127.59041595458984], "focal_length": [264.65667724609375, 264.65667724609375], "flag": 1}, "3": {"filepath": "data/demo/robot/processed/3.png", "R": [[0.9471803903579712, 0.1420528143644333, 0.28752419352531433], [0.0015226304531097412, 0.8945468664169312, -0.4469715356826782], [-0.32069751620292664, 0.423800528049469, 0.8470811247825623]], "T": [0.06573180109262466, 0.03264917433261871, 1.9127461910247803], "needs_checking": false, "principal_point": [128.15907287597656, 128.06243896484375], "focal_length": [270.30401611328125, 270.30401611328125], "flag": 1}, "4": {"filepath": "data/demo/robot/processed/4.png", "R": [[0.6925079226493835, 0.29841554164886475, 0.6567960977554321], [0.010166823863983154, 0.9063060283660889, -0.4225000739097595], [-0.7213388681411743, 0.2992621660232544, 0.6245900988578796]], "T": [-0.012329469434916973, 0.04421071708202362, 1.8847460746765137], "needs_checking": false, "principal_point": [127.9515609741211, 127.92391967773438], "focal_length": [263.61480712890625, 263.61480712890625], "flag": 1}, "5": {"filepath": "data/demo/robot/processed/5.png", "R": [[-0.37422144412994385, 0.36782386898994446, 0.8512719869613647], [0.010180841200053692, 0.9195466637611389, -0.3928489089012146], [-0.9272834658622742, -0.138345867395401, -0.34785890579223633]], "T": [-0.0035343316849321127, -0.028549309819936752, 2.081500768661499], "needs_checking": false, "principal_point": [127.58421325683594, 127.53193664550781], "focal_length": [267.4992980957031, 267.4992980957031], "flag": 1}, "6": {"filepath": "data/demo/robot/processed/6.png", "R": [[-0.8721609115600586, 0.22507715225219727, 0.43436843156814575], [0.021797463297843933, 0.9048773050308228, -0.42511433362960815], [-0.4887334704399109, -0.36129993200302124, -0.7941046357154846]], "T": [0.029425859451293945, -0.02107315883040428, 1.7650185823440552], "needs_checking": false, "principal_point": [127.55075073242188, 127.52339172363281], "focal_length": [267.63031005859375, 267.63031005859375], "flag": 1}, "7": {"filepath": "data/demo/robot/processed/7.png", "R": [[-0.928956925868988, -0.15959835052490234, -0.3340173363685608], [-0.014989763498306274, 0.9177680611610413, -0.3968338370323181], [0.36988455057144165, -0.3636346757411957, -0.8549594283103943]], "T": [0.029176628217101097, -0.02039351873099804, 1.7417131662368774], "needs_checking": false, "principal_point": [127.94654083251953, 127.7032241821289], "focal_length": [272.2658386230469, 272.2658386230469], "flag": 1}}