add 3d part

app.py

@@ -201,7 +201,18 @@ def generate_mvs(input_image, sample_steps, sample_seed):
 
 
 @spaces.GPU
-def make3d(output_queue: SimpleQueue, images: Image.Image):
+def make3d(images: Image.Image):
+    output_queue = SimpleQueue()
+    handle = threading.Thread(target=_make3d, args=[output_queue, images])
+    handle.start()
+    while True:
+        msg = output_queue.get()
+        yield msg
+        if msg[0] == "mesh":
+            break
+    handle.join()
+
+def _make3d(output_queue: SimpleQueue, images: Image.Image):
     print(f'type(images)={type(images)}')
     global model
     if IS_FLEXICUBES:
@@ -285,8 +296,8 @@ def make3d(output_queue: SimpleQueue, images: Image.Image):
         save_obj(vertices, faces, vertex_colors, mesh_fpath)
         
         print(f"Mesh saved to {mesh_fpath}")
-
-    return mesh_out
+    
+    output_queue.put(("mesh", mesh_out))
 
 @rr.thread_local_stream("InstantMesh")
 def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
@@ -298,24 +309,6 @@ def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
 
     yield stream.read()
 
-    # output_queue = SimpleQueue()
-
-    # mvs_thread = threading.Thread(target=generate_mvs, args=[output_queue, input_image, sample_steps, sample_seed])
-    # mvs_thread.start()
-
-    # while True:
-    #     msg = output_queue.get()
-    #     if msg[0] == "z123_image":
-    #         z123_image = msg[1]
-    #         break
-    #     elif msg[0] == "log":
-    #         entity_path = msg[1]
-    #         entity = msg[2]
-    #         rr.log(entity_path, entity)
-    #         yield stream.read()
-    
-    # mvs_thread.join()
-
     for msg in generate_mvs(input_image, sample_steps, sample_seed):
         if msg[0] == "z123_image":
             z123_image = msg[1]
@@ -329,16 +322,9 @@ def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
     rr.log("z123image", rr.Image(z123_image))
     yield stream.read()
 
-    # mesh_fpath, mesh_glb_fpath = make3d(output_queue, z123_image)
-
-    # while not output_queue.empty():
-    #     msg = output_queue.get()
-    #     if msg[0] == "log":
-    #         entity_path = msg[1]
-    #         entity = msg[2]
-    #         rr.log(entity_path, entity)
-    #         yield stream.read()
-        
+    for msg in make3d(z123_image):
+        if msg[0] == "log":
+            rr.log(msg[1], msg[2])
 
 _HEADER_ = '''
 <h2><b>Official 🤗 Gradio Demo</b></h2><h2><a href='https://github.com/TencentARC/InstantMesh' target='_blank'><b>InstantMesh: Efficient 3D Mesh Generation from a Single Image with Sparse-view Large Reconstruction Models</b></a></h2>