Update app.py

app.py

@@ -161,8 +161,11 @@ def make_video(video_path, outdir='./vis_video_depth', encoder='vits'):
         raw_video.release()
         # out.release()
         cv2.destroyAllWindows()
+
+        frame_n.value = 0
+        frame_n.maximum = len(orig_frames)
         
-        return final_vid, final_zip, orig_frames[0], depth_frames[0] #output_path
+        return final_vid, final_zip, orig_frames, depth_frames #output_path
 
 def depth_edges_mask(depth):
     """Returns a mask of edges in the depth map.
@@ -225,10 +228,10 @@ def pano_depth_to_world_points(depth, scale):
 def rgb2gray(rgb):
     return np.dot(rgb[...,:3], [0.333, 0.333, 0.333])
 
-def get_mesh(image, depth, scale):
-    gdepth = rgb2gray(depth)
+def get_mesh(image, depth, fnum):
+    gdepth = rgb2gray(depth[fnum])
     print('depth to gray - ok')
-    points = pano_depth_to_world_points(gdepth, scale)
+    points = pano_depth_to_world_points(gdepth, 1)
     pts3d = points[0]
     uv = points[1]
     print('radius from depth - ok')
@@ -240,7 +243,7 @@ def get_mesh(image, depth, scale):
     verts = pts3d.reshape(-1, 3)
     #triangles = create_triangles(image.shape[0], image.shape[1])
     #print('triangles - ok')
-    rgba = cv2.cvtColor(image, cv2.COLOR_RGB2RGBA)
+    rgba = cv2.cvtColor(image[fnum], cv2.COLOR_RGB2RGBA)
     colors = rgba.reshape(-1, 4)
     clrs = [[128, 128, 128, 0]]
 
@@ -314,9 +317,9 @@ with gr.Blocks(css=css) as demo:
             input_video = gr.Video(label="Input Video", format="mp4")
             input_url.change(fn=loadurl, inputs=[input_url], outputs=[input_video])
             submit = gr.Button("Submit")
-            output_frame = gr.Image(label="Frame", type='numpy')
-            output_depth = gr.Image(label="Depth", type='numpy')
-            scale = gr.Slider(label="Scale", minimum=0.03125, maximum=2, step=0.03125, value=0.5)
+            output_frame = gr.Gallery(label="Frame", type='numpy', rows=1)
+            output_depth = gr.Gallery(label="Depth", type='numpy', rows=1)
+            frame_n = gr.Slider(label="Frame #", minimum=0, maximum=0, step=1, value=0)
             render = gr.Button("Render")
         with gr.Column():
             model_type = gr.Dropdown([("small", "vits"), ("base", "vitb"), ("large", "vitl")], type="value", value="vits", label='Model Type')
@@ -332,7 +335,7 @@ with gr.Blocks(css=css) as demo:
         return output_video_path
 
     submit.click(on_submit, inputs=[input_video, model_type], outputs=[processed_video, processed_zip, output_frame, output_depth])
-    render.click(partial(get_mesh), inputs=[output_frame, output_depth, scale], outputs=[result])
+    render.click(partial(get_mesh), inputs=[output_frame, output_depth, frame_n], outputs=[result])
 
     example_files = os.listdir('examples')
     example_files.sort()