Update app.py

app.py

@@ -144,25 +144,6 @@ def make_video(video_path, outdir='./vis_video_depth', encoder='vits'):
             mask = cv2.inRange(depth_color, white_lo, white_hi)
             # change image to black where we found white
             depth_color[mask>0] = (0,0,0)
-
-            blur_frame = raw_frame.copy()
-            i = 240
-            l = 0
-            j = 1
-            while j <= 8:
-                blur_lo = np.array([i,i,i])
-                blur_hi = np.array([i+16,i+16,i+16])
-                blur_mask = cv2.inRange(depth_color, blur_lo, blur_hi)
-                
-                print(f'kernel size {j}')
-                blur = cv2.GaussianBlur(raw_frame, (j, j), 0)
-                
-                blur_frame[blur_mask>0] = blur[blur_mask>0]
-                i = i - 16
-                l = l + 1
-                if l == 4:
-                    l = 0
-                    j = j + 2
             
             # split_region = np.ones((frame_height, margin_width, 3), dtype=np.uint8) * 255
             # combined_frame = cv2.hconcat([raw_frame, split_region, depth_color])
@@ -171,7 +152,7 @@ def make_video(video_path, outdir='./vis_video_depth', encoder='vits'):
             # frame_path = os.path.join(temp_frame_dir, f"frame_{count:05d}.png")
             # cv2.imwrite(frame_path, combined_frame)
             
-            cv2.imwrite(f"f{count}.jpg", blur_frame)
+            cv2.imwrite(f"f{count}.jpg", raw_frame)
             orig_frames.append(f"f{count}.jpg")
             cv2.imwrite(f"f{count}_dmap.jpg", depth_color)
             depth_frames.append(f"f{count}_dmap.jpg")
@@ -262,8 +243,7 @@ def get_mesh(image, depth):
     verts = pts3d.reshape(-1, 3)
     #triangles = create_triangles(image.shape[0], image.shape[1])
     #print('triangles - ok')
-    rgba = cv2.cvtColor(image[fnum][0], cv2.COLOR_RGBA2RGB)
-    rgba = cv2.cvtColor(rgba, cv2.COLOR_RGB2RGBA)
+    rgba = cv2.cvtColor(image[fnum][0], cv2.COLOR_RGB2RGBA)
     colors = rgba.reshape(-1, 4)
     clrs = [[128, 128, 128, 0]]
 
@@ -285,6 +265,32 @@ def get_mesh(image, depth):
     scene.export(glb_path)
     print('file - ok')
     return glb_path
+    
+
+def blur_image(image, depth, blur_data):
+    fnum = frame_selected
+
+    blur_frame = image[fnum][0].copy()
+    i = 240
+    l = 0
+    j = 1
+    while j <= 8:
+        blur_lo = np.array([i,i,i])
+        blur_hi = np.array([i+16,i+16,i+16])
+        blur_mask = cv2.inRange(depth[fnum][0], blur_lo, blur_hi)
+                
+        print(f'kernel size {j}')
+        blur = cv2.GaussianBlur(image[fnum][0], (j, j), 0)
+                
+        blur_frame[blur_mask>0] = blur[blur_mask>0]
+        i = i - 16
+        l = l + 1
+        if l == 4:
+            l = 0
+            j = j + 2
+
+    image[fnum][0] = blur_frame
+    return image
 
 def loadurl(url):
     return url
@@ -356,7 +362,7 @@ with gr.Blocks(css=css) as demo:
                 if (document.getElementById(\"pl\").getAttribute(\"points\").length < 256) {
                   var pts = \"\";
                   for (var i=0; i<256; i++) {
-                    pts += i+\",\"+parseInt(Math.sin(i/256*Math.PI/2)*127)+\" \";
+                    pts += i+\",\"+parseInt(Math.sin(i/256*Math.PI/2)*15)+\" \";
                   }
                   document.getElementById(\"pl\").setAttribute(\"points\", pts.slice(0,-1)); 
                   this.onpointermove = function(event) {
@@ -392,6 +398,7 @@ with gr.Blocks(css=css) as demo:
                 <polyline id='pl' points='-3,0 0,127 255,127 258,0' stroke='url(#lg)' fill='none' stroke-width='3'/>
               </svg>""")
             txt_in = gr.Textbox(value="", label="Blur kernel size")
+            blur_btn = gr.Button("Blur")
             html = gr.HTML(value="""<label for='zoom'>Zoom</label><input id='zoom' type='range' style='width:256px;height:1em;' min='0.157' max='1.57' step='0.001' oninput='
               BABYLON.Engine.LastCreatedScene.getNodes()[1].material.pointSize = Math.ceil(Math.log2(Math.PI/this.value));
               BABYLON.Engine.LastCreatedScene.activeCamera.metadata.pipeline.imageProcessing.contrast = 2.0;
@@ -479,12 +486,13 @@ with gr.Blocks(css=css) as demo:
     def on_submit(uploaded_video,model_type):
                 
         # Process the video and get the path of the output video
-        output_video_path = make_video(uploaded_video,encoder=model_type)
+        output_video_path = make_video(txt_in,uploaded_video,encoder=model_type)
 
         return output_video_path
 
     submit.click(on_submit, inputs=[input_video, model_type], outputs=[processed_video, processed_zip, output_frame, output_depth])
     render.click(partial(get_mesh), inputs=[output_frame, output_depth], outputs=[result])
+    blur_btn.click(blur_image, inputs=[output_frame, output_depth, txt_in], outputs=[output_frame])
 
     example_files = os.listdir('examples')
     example_files.sort()