gradio

app.py

@@ -8,14 +8,11 @@ import json
 import os
 from dotenv import load_dotenv
 import re
+import pandas as pd
 
 load_dotenv()
 
-video_pairs = [
-    ('1XCLpvcAPg8fUAZ7k5hdUbT9avNnf12t3', '1Nve35Qo3I4Oe6ANsdj78Uo-3EZJkf28P'),
-    ('1bHfhebrflmGTksFlzTskOjQX28TM-yVb', '1-LwBNDp1mliDGYVnIb_cCERvyNFeC4bC'),
-    ('1mlSxLm_9LeTKj-m03pGun-1eefX58aF_', '1x4j79qiBkzl-bgjSRddwWF4yTMm63tKC'),
-]
+video_pairs = pd.read_csv('file_pairs.csv')[['file_name', 'vista_id', 'gem_id']].values.tolist()
 
 my_credentials = {
     "type": "service_account",
@@ -45,20 +42,23 @@ def get_video_pair(state):
     shuffled_pairs = state['shuffled_pairs']
     user_votes = state['user_votes']
     while pair_index < len(shuffled_pairs):
-        video1_id, video2_id = shuffled_pairs[pair_index]
-        pair_key = f"{video1_id}_{video2_id}"
+        video_name, vista_id, gem_id = shuffled_pairs[pair_index]
+        pair_key = f"{vista_id}_{gem_id}"
         if pair_key not in user_votes:
             # Randomize left-right positions
             if random.choice([True, False]):
-                left_video_id, right_video_id = video1_id, video2_id
+                video1_id, video2_id = vista_id, gem_id
             else:
-                left_video_id, right_video_id = video2_id, video1_id
-            left_video_url = get_embed_link(left_video_id)
-            right_video_url = get_embed_link(right_video_id)
-            state['left_video_id'] = left_video_id
-            state['right_video_id'] = right_video_id
+                video1_id, video2_id = gem_id, vista_id
+            left_video_url = get_embed_link(video1_id)
+            right_video_url = get_embed_link(video2_id)
+            state['video_name'] = video_name
+            state['left_video_url'] = left_video_url
+            state['right_video_url'] = right_video_url
             state['video1_id'] = video1_id
             state['video2_id'] = video2_id
+            state['vista_id'] = vista_id
+            state['gem_id'] = gem_id
             return left_video_url, right_video_url
         else:
             pair_index += 1
@@ -66,15 +66,16 @@ def get_video_pair(state):
     return None, None  # No more pairs
 
 def generate_video_html(url):
-    return f'<iframe src="{url}" width="480" height="320" allow="autoplay"></iframe>'
+    return f'<iframe src="{url}" width="1024" height="576" allow="autoplay"></iframe>'
 
-def save_vote(email, video1_id, video2_id, left_video_id, right_video_id, responses):
+def save_vote(video_name, email, vista_id, gem_id, video1_id, video2_id, responses):
     vote_data = {
+        'video_name': video_name,
         'email': email,
-        'video1': video1_id,
-        'video2': video2_id,
-        'left_video': left_video_id,
-        'right_video': right_video_id,
+        'vista_id': vista_id,
+        'gem_id': gem_id,
+        'video1_id': video1_id,
+        'video2_id': video2_id,
         'visual_quality': responses['visual_quality'],
         'temporal_consistency': responses['temporal_consistency'],
         'realistic_dynamics': responses['realistic_dynamics'],
@@ -87,7 +88,7 @@ def save_vote(email, video1_id, video2_id, left_video_id, right_video_id, respon
         user_votes = set(user_doc.to_dict().get('votes', []))
     else:
         user_votes = set()
-    pair_key = f"{video1_id}_{video2_id}"
+    pair_key = f"{vista_id}_{gem_id}"
     user_votes.add(pair_key)
     user_ref.set({'votes': list(user_votes)}, merge=True)
 
@@ -95,20 +96,21 @@ def update_interface(responses, state):
     email = state['email']
     user_votes = state['user_votes']
     pair_index = state['pair_index']
-    left_video_id = state['left_video_id']
-    right_video_id = state['right_video_id']
     video1_id = state['video1_id']
     video2_id = state['video2_id']
+    vista_id = state['vista_id']
+    gem_id = state['gem_id']
+    video_name = state['video_name']
 
     # Save the user's responses
-    save_vote(email, video1_id, video2_id, left_video_id, right_video_id, responses)
+    save_vote(video_name, email, vista_id, gem_id, video1_id, video2_id, responses)
 
     # Update state
     pair_index += 1
     state['pair_index'] = pair_index
 
     # Update user_votes in state
-    pair_key = f"{video1_id}_{video2_id}"
+    pair_key = f"{vista_id}_{gem_id}"
     user_votes.add(pair_key)
     state['user_votes'] = user_votes
 
@@ -117,7 +119,8 @@ def update_interface(responses, state):
         # No more pairs
         output_message = "Thank you for participating! No more videos."
         return (
-            gr.update(visible=False),  # video_row
+            gr.update(visible=False),  # video_column
+            gr.update(visible=False),  # video_column
             gr.update(value=""),       # video1
             gr.update(value=""),       # video2
             gr.update(visible=False),  # question_column
@@ -134,7 +137,8 @@ def update_interface(responses, state):
         video2_html = generate_video_html(video2_url)
         # Update videos and reset questions
         return (
-            gr.update(visible=True),   # video_row
+            gr.update(visible=True),   # video_column
+            gr.update(visible=True),   # video_column
             gr.update(value=video1_html),  # video1
             gr.update(value=video2_html),  # video2
             gr.update(visible=True),   # question_column
@@ -164,7 +168,8 @@ def authenticate_user(email, state):
             gr.update(),            # email_input (remains visible)
             gr.update(),            # submit_email (remains visible)
             "Please enter a valid email.",  # email_output
-            gr.update(visible=False),  # video_row
+            gr.update(visible=False),  # video_column
+            gr.update(visible=False),  # video_column
             gr.update(value=""),       # video1
             gr.update(value=""),       # video2
             gr.update(visible=False),  # question_column
@@ -200,7 +205,8 @@ def authenticate_user(email, state):
                 gr.update(visible=False),  # email_input
                 gr.update(visible=False),  # submit_email
                 "",                     # email_output
-                gr.update(visible=False),  # video_row
+                gr.update(visible=False),  # video_column
+                gr.update(visible=False),  # video_column
                 gr.update(value=""),       # video1
                 gr.update(value=""),       # video2
                 gr.update(visible=False),  # question_column
@@ -215,7 +221,8 @@ def authenticate_user(email, state):
                 gr.update(visible=False),  # email_input
                 gr.update(visible=False),  # submit_email
                 "",                        # email_output
-                gr.update(visible=True),   # video_row
+                gr.update(visible=True),   # video_column
+                gr.update(visible=True),   # video_column
                 gr.update(value=video1_html),  # video1
                 gr.update(value=video2_html),  # video2
                 gr.update(visible=True),    # question_column
@@ -227,36 +234,43 @@ def authenticate_user(email, state):
 with gr.Blocks() as demo:
     state = gr.State(value={})
 
+    gr.Markdown(
+        """
+        You'll be seeing pairs of videos and asked to compare them based on visual quality, temporal consistency, and realistic dynamics.
+        **Please try to reduce your “No Preference” choices as much as you can.**
+        """
+    )
+
     # Email Input
     email_input = gr.Textbox(label="Enter your email to begin:", placeholder="your.email@example.com", type="text")
     submit_email = gr.Button("Submit")
     email_output = gr.Markdown()
 
     # Video components (initially hidden)
-    with gr.Row(visible=False) as video_row:
-        with gr.Column():
-            gr.Markdown("### Video 1")
-            video1 = gr.HTML()
-        with gr.Column():
-            gr.Markdown("### Video 2")
-            video2 = gr.HTML()
+    with gr.Column(visible=False) as video1_column:
+        gr.Markdown("### Video 1")
+        video1 = gr.HTML()
+
+    with gr.Column(visible=False) as video2_column:
+        gr.Markdown("### Video 2")
+        video2 = gr.HTML()
 
     # Questions (initially hidden)
     with gr.Column(visible=False) as question_column:
         gr.Markdown("## Please answer the following questions:")
         q1 = gr.Radio(
-            choices=["Video 1", "Video 2"],
+            choices=["Video 1", "Video 2", "No preference"],
             label="1. Which video has higher visual quality?",
             type="value"
         )
         q2 = gr.Radio(
-            choices=["Video 1", "Video 2"],
-            label="2. Which video has better temporal consistency?",
+            choices=["Video 1", "Video 2", "No preference"],
+            label="2. Which video has more consistent motion over time?",
             type="value"
         )
         q3 = gr.Radio(
-            choices=["Video 1", "Video 2"],
-            label="3. Which video has more realistic dynamics?",
+            choices=["Video 1", "Video 2", "No preference"],
+            label="3. Which video has more more active agents?",
             type="value"
         )
 
@@ -279,7 +293,8 @@ with gr.Blocks() as demo:
         fn=on_next,
         inputs=[q1, q2, q3, state],
         outputs=[
-            video_row,        # Update video_row
+            video1_column,        # Update video_column
+            video2_column,        # Update video_column
             video1,           # Update video1
             video2,           # Update video2
             question_column,  # Update question_column
@@ -317,7 +332,8 @@ with gr.Blocks() as demo:
             email_input,      # Update email_input
             submit_email,     # Update submit_email
             email_output,     # Update email_output
-            video_row,        # Update video_row
+            video1_column,    # Update video_column
+            video2_column,    # Update video_column
             video1,           # Update video1
             video2,           # Update video2
             question_column,  # Update question_column

file_pairs.csv

@@ -0,0 +1,31 @@
+file_name,vista_id,gem_id
+OpenDV_000127.mp4,1cmpYkCq97BEFum4Qn1YVQFSQJjGPjn7h,1WNeoL3Ah7FfObRMirJhl8ulXJ9mgTUWD
+OpenDV_000173.mp4,15RAIFmQn_WuTWBDA4YxdvpTEBJeQFKy1,1zNLz0f3O6ujJ_flCUjEoUA0kGtzbEfN7
+OpenDV_000220.mp4,13GMWYQtqC6JukyShAa8PIKM5PnKigTPi,1KMhFZZYibz5qWcolq2gkmTimLV9JQJX3
+OpenDV_000628.mp4,1l9gRscF7VKbfb3ifGJqWr_rVqeD4DKED,1phLaOuOy7V_cxCoBEfuhlRnFKM11aWXs
+OpenDV_000644.mp4,1ko_OkjFIEMNKXAFZKwxVv43ALyf6qWZ1,1cEtrPjuZxvDY1Z45hONftLctlh2eAgU_
+OpenDV_000748.mp4,1Ecl-TT5YQlVAvHKphTWYum4sNjiqzIK0,1rsWsWeyDSKAfRaXbQde6wWjw6mtVZzMw
+OpenDV_000782.mp4,1nlQZtGWyFfHFsIhkX5FgFpDIn6jI2Iu7,12TWQz_pUKLu9CVCMXFd2apHqn6uaPdnZ
+OpenDV_000868.mp4,1YsWgy-v7BxBEYD-8psJ6oz7ms0jYySX0,1Em_RKfUixYQlZPjddCnAsN7hjiML2qff
+OpenDV_001015.mp4,1P8GTCH4xFT_fQE2GcmObURxsPTDxXiOY,1UL0NuJhfUjDQgLvksDnTj0lPHq-4-U2M
+OpenDV_001151.mp4,10Rifh1a5djstRSZ4enfepM2iIR_wCyal,1d2Vi4R6DqE9QIUa1spV6qF-fICUtsspW
+OpenDV_001268.mp4,1Ym4qHhbzUElsx1dC_MJEciGkY5pE3EOG,1SaXHb_PjMJ94sfMRL96Zco00iPeePV8j
+OpenDV_001369.mp4,1Qduap5JCByjWOQYc0o-1zWQl5i7bxpPR,1QQJ_7TYYRbFXWzTKUvUr5EwhnNwOCRaE
+OpenDV_001482.mp4,1Wfw8p1q4Kuadf1Go_E7Lgd7g9zCtMLtG,1m1albGu1niEqU5vNdOA8-PbUd6Ye6AAq
+OpenDV_001661.mp4,1lFJ8A8DJ3lXzyfExPJDDypUISNK7kfL3,1s245_q9a1BKHn2PglR1S-1uSVkc-0UON
+OpenDV_001907.mp4,1y9QsHa6Xx0kycS83niLOkZ_SaB6kuF6O,1LQ0OePWt754bovzjXnvw0xDdkYe8M_h_
+OpenDV_002142.mp4,1ZfL4otUU5r0aJjOHUsTtq533Xh-OzGNZ,1qy63BohNaqlKJJn9aebQcy_oQ-5aPB2Y
+OpenDV_002847.mp4,12RmGXlmRHH8LGOB2ZegEb_HZYR0HftE8,1bxbyFn9SNpH3hCocn_MnmtMvmx_CK5G7
+OpenDV_003243.mp4,1cY5bLgMCNEyDgFxXC_1K-4k5hpKeUODl,1apjWkRca84dwN8GitmKeOeV4_V5OXx9z
+OpenDV_003414.mp4,1ni78Zg2D4VUZb0Yop3mX82sF-N5P1mzv,1MS4W9uBf0We8Gp661ww-0MNM5qDsQoYp
+OpenDV_003521.mp4,1ZP4yDEOG8pO6PVZMqfu7RlRMkS0G1zhZ,1IIELh95WWmFrBKantz5fsOj6xrw2mrqw
+OpenDV_003681.mp4,15ds8XbjLJTIPnFVykuA_Q9TWjhVKroTr,1s4LFc0yLc2y7a9L_47_-X65-vsw5AuIr
+OpenDV_003792.mp4,1k9lU0Eo-N5lck7QQE3szZoeE0mVFIHbp,1O8-PTvNXBKLAD8oFt0-IzCEIVpXQsOV1
+OpenDV_003959.mp4,1GanR1Jxj82rJdduzbIRX39gSQuEKOcuS,1iPZ24gqRzGJTDbm0HMCxjOyjhrE173Eo
+OpenDV_004275.mp4,1tvg3WClYikOA6gg_M1ZgvnNm7dhv5mDj,1T9FeF1lavHNS4VrZNdk9pKC7ozOVrOlj
+OpenDV_004393.mp4,11wPRnaJdrnH6VrNnuYcnWaGoY3W14S2q,1rYNUWryo6gWkayMk8UVTXyHDwWIaJoF1
+OpenDV_004418.mp4,1Ef7JAnzPLBkX1jNr33y-tkuB8S-yn92k,1kCrtsz4ge5qBlFSOXmmZmJmjtxnR3Imd
+OpenDV_004570.mp4,1X7VmayarfKSIPX-BKoaU__vhkUqJ9UDD,15riJQ6wfdLETGuzuFQEC5swSVYL2kqwK
+OpenDV_004623.mp4,158m0_Ye64jEUhjlPDYiQpeRhTeKoEgtw,14p2d1ZfVRUp9vYZO_qup3zYBEFvWR7pw
+OpenDV_004717.mp4,1sYAKla_ZsOe9WBvZn8dumCY6esL8P2qI,1VlvEiJTkYg9Ro5F0q6iWfQ75snGUUDsZ
+OpenDV_004881.mp4,1sZGcbHMgUB3CE1-kQuS0qx_oRLVTqeYy,1MyaGNcStDIZB40zWodeVstrtbnZzYZRe

get_drive.py

@@ -0,0 +1,29 @@
+VISTA_FOLDER_ID = "10xTrOHOFku5C-MnatdiYuqzBKJXzt4kJ"
+GEM_FOLDER_ID = "1-rmwZlTklf5w8oNr75Xeb6M1L7RvlS6C"
+
+from pydrive.auth import GoogleAuth
+import pandas as pd
+from pydrive.drive import GoogleDrive
+# Rename the downloaded JSON file to client_secrets.json
+# The client_secrets.json file needs to be in the same directory as the script.
+gauth = GoogleAuth()
+drive = GoogleDrive(gauth)
+# List files in Google Drive
+fileList = drive.ListFile({'q': f"'{VISTA_FOLDER_ID}' in parents and trashed=false"}).GetList()
+vista_files = [(file1['title'], file1['id']) for file1 in fileList]
+
+fileList = drive.ListFile({'q': f"'{GEM_FOLDER_ID}' in parents and trashed=false"}).GetList()
+gem_files = [(file1['title'], file1['id']) for file1 in fileList]
+
+# Match files by title and create a csv
+data = []
+
+for vista_file in vista_files:
+    for gem_file in gem_files:
+        if vista_file[0] == gem_file[0]:
+            data.append((vista_file[0], vista_file[1], gem_file[1]))
+
+# sort by file_name
+data.sort(key=lambda x: x[0])
+df = pd.DataFrame(data, columns=['file_name', 'vista_id', 'gem_id'])
+df.to_csv('file_pairs.csv', index=False)

requirements.txt

@@ -1,3 +1,4 @@
 gradio
 firebase-admin
-python-dotenv
+python-dotenv
+pandas