added video frames

app.py

@@ -12,6 +12,7 @@ import openai
 # Set up Pixeltable database and table
 db_directory = "video_db"
 table_name = "video_table"
+view_name = 'frames'
 
 # Define constants
 MAX_VIDEO_SIZE_MB = 35
@@ -164,16 +165,27 @@ def process_and_generate_post(video_file, social_media_type):
                 )
                 if sm_gen_flag:
                     cur_video_df.update({"sm_post": social_media_post})
+                    sm_gen_flag = False
 
 
             print("######## processing thumbnail ##########")
 
-            images = []
-            for frame in FrameIterator(video=video_file, num_frames=4):
-                images.append(frame['frame'])  # frame['frame'] is a PIL image
+            # images = []
+            # for frame in FrameIterator(video=video_file, num_frames=4):
+            #     images.append(frame['frame'])  # frame['frame'] is a PIL image
             
+            if f"{db_directory}.{view_name}" in pxt.list_tables():
+                pxt.drop_table(f"{db_directory}.{view_name}")
 
-            return cur_video_df["sm_post"], images
+            frames_view = pxt.create_view(
+                f"{db_directory}.frames",
+                t,
+                iterator=FrameIterator.create(video=t.video, num_frames = 4)
+            )
+
+            frames = frames_view.select(frames_view.frame).collect()
+            
+            return cur_video_df["sm_post"], [frame['frame'] for frame in frames]
 
         except Exception as e:
             return f"An error occurred: {e}"
@@ -212,7 +224,8 @@ def gradio_interface():
 
         output = gr.Textbox(label="Generated Social Media Post", show_copy_button=True)
 
-        thumbnail = gr.Gallery(label = "Pick your favorite Post Thumbnail", show_download_button= True, show_fullscreen_button= True,height= '400px')
+        thumbnail = gr.Gallery(label = "Pick your favorite Post Thumbnail", show_download_button= True, show_fullscreen_button= True,
+                               height= '400px')
 
         examples = gr.Examples(
             [["example1.mp4"], ["example2.mp4"],["example3.mp4"]], inputs=[video_input]