Update app.py

app.py

@@ -227,8 +227,10 @@ def pano_depth_to_world_points(depth, scale):
 def rgb2gray(rgb):
     return np.dot(rgb[...,:3], [0.333, 0.333, 0.333])
 
-def get_mesh(image, depth):
+def get_mesh(image, depth, blur_data):
     fnum = frame_selected
+    blur_img = blur_image(image[fnum][0], depth[fnum][0], blur_data)
+    
     gdepth = rgb2gray(depth[fnum][0])
     print('depth to gray - ok')
     points = pano_depth_to_world_points(gdepth, 1)
@@ -243,7 +245,7 @@ def get_mesh(image, depth):
     verts = pts3d.reshape(-1, 3)
     #triangles = create_triangles(image.shape[0], image.shape[1])
     #print('triangles - ok')
-    rgba = cv2.cvtColor(image[fnum][0], cv2.COLOR_RGB2RGBA)
+    rgba = cv2.cvtColor(blur_img, cv2.COLOR_RGB2RGBA)
     colors = rgba.reshape(-1, 4)
     clrs = [[128, 128, 128, 0]]
 
@@ -265,23 +267,21 @@ def get_mesh(image, depth):
     scene.export(glb_path)
     print('file - ok')
     return glb_path
-    
 
 def blur_image(image, depth, blur_data):
-    fnum = frame_selected
     blur_a = blur_data.split()
     print(f'blur data {blur_data}')
 
-    blur_frame = image[fnum][0].copy()
+    blur_frame = image.copy()
     j = 0
     while j < 256:
         i = 255 - j
         blur_lo = np.array([i,i,i])
         blur_hi = np.array([i+1,i+1,i+1])
-        blur_mask = cv2.inRange(depth[fnum][0], blur_lo, blur_hi)
+        blur_mask = cv2.inRange(depth, blur_lo, blur_hi)
         
         print(f'kernel size {int(blur_a[j])}')
-        blur = cv2.GaussianBlur(image[fnum][0], (int(blur_a[j]), int(blur_a[j])), 0)
+        blur = cv2.GaussianBlur(image, (int(blur_a[j]), int(blur_a[j])), 0)
                 
         blur_frame[blur_mask>0] = blur[blur_mask>0]
         j = j + 1
@@ -347,7 +347,6 @@ with gr.Blocks(css=css) as demo:
             output_depth = gr.Gallery(label="Depth", type='numpy', preview=True, columns=8192, interactive=False)
             output_frame.select(fn=select_frame, inputs=None, outputs=[output_depth], show_progress='hidden')
             output_depth.select(fn=select_frame, inputs=None, outputs=[output_frame], show_progress='hidden')
-            output_blur = gr.ImageEditor(label="Blurred", type='numpy', interactive=True)
             submit = gr.Button("Submit")
         with gr.Column():
             model_type = gr.Dropdown([("small", "vits"), ("base", "vitb"), ("large", "vitl")], type="value", value="vits", label='Model Type')
@@ -398,7 +397,6 @@ with gr.Blocks(css=css) as demo:
                 <polyline id='pl' points='-3,0 0,127 255,127 258,0' stroke='url(#lg)' fill='none' stroke-width='3'/>
               </svg>""")
             txt_in = gr.Textbox(value="", label="Blur kernel size")
-            blur_btn = gr.Button("Blur")
             html = gr.HTML(value="""<label for='zoom'>Zoom</label><input id='zoom' type='range' style='width:256px;height:1em;' min='0.157' max='1.57' step='0.001' oninput='
               BABYLON.Engine.LastCreatedScene.getNodes()[1].material.pointSize = Math.ceil(Math.log2(Math.PI/this.value));
               BABYLON.Engine.LastCreatedScene.activeCamera.metadata.pipeline.imageProcessing.contrast = 2.0;
@@ -492,7 +490,6 @@ with gr.Blocks(css=css) as demo:
 
     submit.click(on_submit, inputs=[input_video, model_type], outputs=[processed_video, processed_zip, output_frame, output_depth])
     render.click(partial(get_mesh), inputs=[output_frame, output_depth], outputs=[result])
-    blur_btn.click(blur_image, inputs=[output_frame, output_depth, txt_in], outputs=[output_blur])
 
     example_files = os.listdir('examples')
     example_files.sort()