adds more examples

app.py

@@ -203,10 +203,20 @@ def load_example_episodes():
     examples = []
 
     try:
+        # Updated to include all 12 episodes with appropriate screenshot selections
         episode_screenshots = {
-            "episode_13": 3,  
-            "episode_53": 5,  
-            "episode_73": 3   
+            "episode_13": 3,      # Cruise deals app
+            "episode_53": 5,      # Pinterest sustainability
+            "episode_73": 3,      # Moon phases app
+            "episode_16730": 4,   # Weather app forecast
+            "episode_17562": 3,   # Ticktick reminder app
+            "episode_19565": 4,   # New episode
+            "episode_19649": 2,   # New episode
+            "episode_5590": 3,    # New episode
+            "episode_4712": 2,    # New episode
+            "episode_3731": 2,    # New episode
+            "episode_2080": 2,    # New episode
+            "episode_1993": 2     # New episode
         }
 
         for episode_dir, screenshot_num in episode_screenshots.items():
@@ -335,29 +345,33 @@ def create_demo():
         try:
             examples = load_example_episodes()
             if examples:
-                with gr.Row():
-                    for i, (image, goal) in enumerate(examples):
-                        with gr.Column(scale=1):
-                            gr.Markdown(f"**Episode {i+1}**")
-                            example_image = gr.Image(
-                                value=image,
-                                label=f"Example {i+1}",
-                                height=200,
-                                interactive=False
-                            )
-                            example_goal = gr.Textbox(
-                                value=goal,
-                                label="Goal",
-                                lines=2,
-                                interactive=False
-                            )
-                            # Create a button to load this example
-                            load_example_btn = gr.Button(f"Load Example {i+1}", size="sm")
-                            load_example_btn.click(
-                                fn=lambda img, g: (img, g),
-                                inputs=[example_image, example_goal],
-                                outputs=[image_input, goal_input]
-                            )
+                # Organize examples in a grid layout (3 columns)
+                for row_start in range(0, len(examples), 3):
+                    with gr.Row():
+                        for i in range(row_start, min(row_start + 3, len(examples))):
+                            image, goal = examples[i]
+                            with gr.Column(scale=1):
+                                episode_num = i + 1
+                                gr.Markdown(f"**Episode {episode_num}**")
+                                example_image = gr.Image(
+                                    value=image,
+                                    label=f"Example {episode_num}",
+                                    height=150,
+                                    interactive=False
+                                )
+                                example_goal = gr.Textbox(
+                                    value=goal,
+                                    label="Goal",
+                                    lines=3,
+                                    interactive=False
+                                )
+                                # Create a button to load this example
+                                load_example_btn = gr.Button(f"Load Example {episode_num}", size="sm")
+                                load_example_btn.click(
+                                    fn=lambda img, g: (img, g),
+                                    inputs=[example_image, example_goal],
+                                    outputs=[image_input, goal_input]
+                                )
         except Exception as e:
             logger.warning(f"Failed to load examples: {str(e)}")
             gr.Markdown("❌ Failed to load examples. Please upload your own screenshot.")

extracted_episodes_duckdb/episode_16730/metadata.json

@@ -0,0 +1,54 @@
+{
+  "episode_id": 16730,
+  "goal": "I want to view the accurate weather forecast for this week on the Weather app.",
+  "actions": [
+    {
+      "action_type": "open_app",
+      "app_name": "Weather",
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "wait",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 977,
+      "y": 2059
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    }
+  ],
+  "step_instructions": [
+    "Open the Weather app.",
+    "Open the Weather app.",
+    "Click on the More button at the bottom left in the weekly forecast.",
+    "Scroll down to view the entire forecast for this week.",
+    "Scroll down to view the entire forecast for this week."
+  ],
+  "num_screenshots": 6
+}

extracted_episodes_duckdb/episode_17562/metadata.json

@@ -0,0 +1,54 @@
+{
+  "episode_id": 17562,
+  "goal": "Open the Ticktick app and repeat the Shimla tour reminder daily.",
+  "actions": [
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 537,
+      "y": 514
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 411,
+      "y": 343
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 979,
+      "y": 1421
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 540,
+      "y": 908
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 911,
+      "y": 209
+    }
+  ],
+  "step_instructions": [
+    "Tap on the Shimla tour reminder",
+    "Click on the time and date option",
+    "Tap on the right arrow icon to set repeat reminder",
+    "Select the daily option ",
+    "Tap on the tick icon at the top right corner of the screen"
+  ],
+  "num_screenshots": 6
+}

extracted_episodes_duckdb/episode_19565/metadata.json

@@ -0,0 +1,54 @@
+{
+  "episode_id": 19565,
+  "goal": "Create the garden care plan for my Violas  plant to keep it healthy on the Blossom app.",
+  "actions": [
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "up",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "up",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 539,
+      "y": 1217
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 540,
+      "y": 2196
+    },
+    {
+      "action_type": "wait",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    }
+  ],
+  "step_instructions": [
+    "Scroll down until you find the add to my garden tab.",
+    "Scroll down until you find the add to my garden tab.",
+    "Click on Add to my garden tab.",
+    "Click on Set care plan.",
+    "Click on Set care plan."
+  ],
+  "num_screenshots": 6
+}

extracted_episodes_duckdb/episode_19649/metadata.json

@@ -0,0 +1,45 @@
+{
+  "episode_id": 19649,
+  "goal": "Open the Taskito app and export the health checkup task to note format.",
+  "actions": [
+    {
+      "action_type": "open_app",
+      "app_name": "Taskito",
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 592,
+      "y": 745
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 1011,
+      "y": 201
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 540,
+      "y": 1801
+    }
+  ],
+  "step_instructions": [
+    "Open the Taskito app",
+    "Click on the health checkup task",
+    "Click on the three dots at the top right corner of the screen",
+    "Click on the convert to note option"
+  ],
+  "num_screenshots": 5
+}

extracted_episodes_duckdb/episode_1993/metadata.json

@@ -0,0 +1,81 @@
+{
+  "episode_id": 1993,
+  "goal": "I am not being notified with the latest mails , Turn on the Gmail Notifications in the Gmail app",
+  "actions": [
+    {
+      "action_type": "navigate_back",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "navigate_back",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 116,
+      "y": 219
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 503,
+      "y": 2146
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 540,
+      "y": 367
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 540,
+      "y": 784
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 911,
+      "y": 1078
+    }
+  ],
+  "step_instructions": [
+    "Go to the previous screen",
+    "Go to the previous screen",
+    "Click on the menu icon at top left of the screen",
+    "Swipe up to view settings option",
+    "Click on the settings option",
+    "Click on the general settings option",
+    "Click on manage notifications option",
+    "Enable All Gmail Notifications"
+  ],
+  "num_screenshots": 9
+}

extracted_episodes_duckdb/episode_2080/metadata.json

@@ -0,0 +1,63 @@
+{
+  "episode_id": 2080,
+  "goal": "Find out the phone build number",
+  "actions": [
+    {
+      "action_type": "open_app",
+      "app_name": "Settings",
+      "direction": null,
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 613,
+      "y": 1989
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    },
+    {
+      "action_type": "scroll",
+      "app_name": null,
+      "direction": "down",
+      "text": null,
+      "x": null,
+      "y": null
+    }
+  ],
+  "step_instructions": [
+    "Open the settings app",
+    "Swipe up to view the about phone option",
+    "Swipe up to view the about phone option",
+    "Tap on the about phone option",
+    "Swipe up to view the build number",
+    "Swipe up to view the build number"
+  ],
+  "num_screenshots": 7
+}

extracted_episodes_duckdb/episode_3731/metadata.json

@@ -0,0 +1,45 @@
+{
+  "episode_id": 3731,
+  "goal": "Add the Air max plus TN Women shoes Black to my collection on the Joom app.",
+  "actions": [
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 237,
+      "y": 388
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 984,
+      "y": 301
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 815,
+      "y": 758
+    },
+    {
+      "action_type": "click",
+      "app_name": null,
+      "direction": null,
+      "text": null,
+      "x": 785,
+      "y": 1079
+    }
+  ],
+  "step_instructions": [
+    "Click on the filter icon.",
+    "Click on Reset at the top-right of the screen.",
+    "Click on the Air max plus TN Women shoes Black.",
+    "Click on the heart icon below the product images."
+  ],
+  "num_screenshots": 5
+}