augment yesno, add scannet scenes

app.py

@@ -16,12 +16,12 @@ with gr.Blocks(title='LEO Demo') as demo:
         with gr.Column(scale=5):
             dropdown_scene = gr.Dropdown(
                 choices=MESH_NAMES,
-                value=MESH_NAMES[3],
+                value='3RScan-Office',
                 interactive=True,
                 label='Select a 3D scene',
             )
             model_3d = gr.Model3D(
-                value=os.path.join(MESH_DIR, f'{MESH_NAMES[3]}.glb'),
+                value=os.path.join(MESH_DIR, f'3RScan-Office.glb'),
                 clear_color=[0.0, 0.0, 0.0, 0.0],
                 label='3D Scene',
                 camera_position=(90, 30, 10),

assets/obj_features/{3RScan-0cac760d-8d6f-2d13-8ea2-109ce4da9ac9.pth → 3RScan-Bedroom.pth}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eae2324173b34331b6dad37c89a75db275d1d23fbb1f1d7478573085cdf1d733
-size 1002083
+oid sha256:0676a4ea94c86ce829778ed15ee48d09d370b663b6e9be5b3dd9f5dc4299ec85
+size 10010467

assets/obj_features/{3RScan-752cc597-920c-26f5-8c1b-a8a5c90a21d7.pth → 3RScan-Hotel.pth}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50a9e124ea270cbe23b59fbddb527d5cf61005c657bd3f5f41535998ba84d9b6
-size 1002083
+oid sha256:47559834692f0204eb00e8f9549f04bf00cf6838119e0235da52df300f1e9e2a
+size 10010467

assets/obj_features/3RScan-Livingroom.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5886171fb45fd955a91addc01e445f060f59ea0a928239ae2d6baf4e4b9b5b8d
+size 10010467

assets/obj_features/3RScan-Nursery.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e2fdcd57717291899b4addbacba7f38dfd2448e5b8d2c9fad71eb8b3d23368
+size 10010467

assets/obj_features/3RScan-Office.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd8a90bfd9320da40d6fd6f05bee9aa1b4aea2c83058ecd33ee82fd4de2149
+size 10010467

assets/obj_features/3RScan-ba6fdaac-a4c1-2dca-8380-f16765679fd7.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4034f04801568e656adb6a11a34933f08323c0b4e483f763f634d85d6702769f
-size 1002083

assets/obj_features/ScanNet-Bathroom.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663bcb15782b7120174385fd5c7b9662719c768c0cdd587c74e48090071a415e
+size 10010467

assets/obj_features/ScanNet-Bedroom.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aee9b0d85cfd75b7a97b41cb2b32b5feabda8fb46acf6045362e12d7525e4f
+size 10010467

assets/obj_features/ScanNet-Hotel.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2502af26aa8657eec6803d01e01364b5a886d1a1e60488268b5555adbb0e5002
+size 10010467

assets/obj_features/ScanNet-Office.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d64712dd375ca2bc975a35aa18723abb60cbbe568044251754d04e5ddc9149
+size 10010467

assets/obj_features/ScanNet-Study.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fafd2c0dc91558349da25c22e93209e6ce34316ce0769de14cd9723049dd36d
+size 10010467

assets/scene_meshes/ScanNet-Bathroom.glb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e12871f8633c60ea81dad704247e3730c41d1f3195a70f410a2714c9b166812
+size 29990632

assets/{obj_features/3RScan-0cac759b-8d6f-2d13-8e3b-2e3bc1ee1158.pth → scene_meshes/ScanNet-Bedroom.glb}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5642bb84ba04d10c5aa199dbcd5ea1ab01df0d2517719a2a2e943381f11bd25b
-size 1002083
+oid sha256:671f94f9589702ac386d67f11de915fe2774acf66e93544bcb18f44aeda59443
+size 7431936

assets/scene_meshes/ScanNet-Hotel.glb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e4a563efcbd8fde8d02ea15bb918abb405c1de491d72825df9faeb5260673
+size 10638292

assets/{obj_features/3RScan-0cac75d0-8d6f-2d13-8c26-d771a31c3f50.pth → scene_meshes/ScanNet-Office.glb}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d5e284c8545c12ffaf4bd55bb3a90a3ae676d5fd89c2704d9717b359c7029c6
-size 1002083
+oid sha256:4b4064f73fdbc1fcdf7ba2dd10780b01bddcc1bcd4e4a8d32932f38ac8cb8b8e
+size 7801024

assets/scene_meshes/ScanNet-Study.glb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767982600e16d26c6f52a0b652bedeb5ae8640b86a6fb188af06bd679060a896
+size 11376580

cfg.yaml

@@ -1,7 +1,7 @@
 launch_mode: hf   # hf or local
 hf_log_path: embodied-generalist/leo_demo_log
 hf_ckpt_path: [huangjy-pku/embodied-generalist, weights/leo_noact_hf.pth]
-local_ckpt_path: /mnt/huangjiangyong/leo/hf_assets/weights/leo_noact_lora.pth
+local_ckpt_path: /mnt/huangjiangyong/leo/hf_assets/weights/leo_noact_lora_yesno.pth
 model:
   name: LeoAgentLLM
   # vision modules omitted