Update app.py

app.py

@@ -8,7 +8,7 @@ import torch
 import torch.nn.functional as F
 from torchvision import transforms
 from torchvision.transforms import Compose
-import open3d as o3d
+#import open3d as o3d
 import tempfile
 from functools import partial
 import spaces
@@ -274,6 +274,7 @@ def rgb2gray(rgb):
     return np.dot(rgb[...,:3], [0.333, 0.333, 0.333])
 
 def get_mesh(image, depth, blur_data, loadall):
+    global depths
     global pcolors
     global frame_selected
     global mesh
@@ -287,7 +288,7 @@ def get_mesh(image, depth, blur_data, loadall):
     #print(image[fnum][0])
     #print(depth["composite"])
 
-    depthc = cv2.cvtColor(depth["background"], cv2.COLOR_RGBA2RGB)
+    depthc = cv2.imread(depths[frame_selected], cv2.IMREAD_UNCHANGED).astype(np.uint8)
     blur_img = blur_image(cv2.imread(image[fnum][0], cv2.IMREAD_UNCHANGED).astype(np.uint8), depthc, blur_data)
     gdepth = cv2.cvtColor(depthc, cv2.COLOR_RGB2GRAY) #rgb2gray(depthc)
     
@@ -488,9 +489,9 @@ def apply_mask(d, b):
 
     for k, mk in enumerate(masks):
         if k != frame_selected and k < len(depths):
-            masks[k] = cv2.imread(depths[k]).astype(np.uint8)
-            masks[k][dmask<255] = (0,0,0)
-            cv2.imwrite(depths[k], masks[k])
+            #masks[k] = cv2.imread(depths[k]).astype(np.uint8)
+            #masks[k][dmask<255] = (0,0,0)
+            #cv2.imwrite(depths[k], masks[k])
             frame = cv2.imread(frames[k], cv2.IMREAD_UNCHANGED).astype(np.uint8)
             frame[:, :, 3] = dmask_b
             cv2.imwrite(frames[k], frame)
@@ -499,8 +500,8 @@ def apply_mask(d, b):
     frame[:, :, 3] = 255 - mask_b
     cv2.imwrite(frames[frame_selected], frame)
     
-    masks[frame_selected] = d["background"]
-    cv2.imwrite(depths[frame_selected], masks[frame_selected])
+    masks[frame_selected] = mask #d["background"]
+    #cv2.imwrite(depths[frame_selected], masks[frame_selected])
     return masks[frame_selected], depths, frames
 
 def draw_mask(l, t, v, d, evt: gr.EventData):