Fix

app.py

@@ -1,12 +1,23 @@
 from functools import lru_cache
 import traceback
+from typing import Optional
 
 import gradio as gr
-from huggingface_hub import HfApi
+from huggingface_hub import HfApi, hf_hub_url
 from huggingface_hub.utils import HfHubHTTPError
 
 
 DEFAULT_REPO_ID = "mlfoundations-cua-dev/human_eval"
+IMAGE_EXTENSIONS = (
+    ".jpg",
+    ".jpeg",
+    ".png",
+    ".bmp",
+    ".gif",
+    ".webp",
+    ".tif",
+    ".tiff",
+)
 
 
 api = HfApi()
@@ -40,6 +51,50 @@ def _get_subdirectories(repo_id: str, directory: str) -> list[str]:
     return child_dirs
 
 
+def _build_path(*parts) -> str:
+    """Join path parts while skipping empty values."""
+    return "/".join(part for part in parts if part)
+
+
+def _get_image_urls(repo_id: str, directory: str) -> list[str]:
+    """Return URLs for image files directly within the given directory."""
+    if not directory:
+        return []
+
+    prefix = f"{directory}/"
+    files = [path for path in _list_repo_files(repo_id) if path.startswith(prefix)]
+
+    image_files = [
+        path
+        for path in files
+        if "/" not in path[len(prefix) :]
+        and path.lower().endswith(IMAGE_EXTENSIONS)
+    ]
+
+    return [
+        hf_hub_url(repo_id=repo_id, filename=path, repo_type="dataset")
+        for path in sorted(image_files)
+    ]
+
+
+def _dropdown_update(
+    *,
+    choices: list[str],
+    value: Optional[str],
+    label: str,
+    filled_info: str,
+    empty_info: str,
+):
+    has_choices = bool(choices)
+    return gr.update(
+        choices=choices,
+        value=value if has_choices else None,
+        interactive=has_choices,
+        label=label,
+        info=filled_info if has_choices else empty_info,
+    )
+
+
 def refresh_repo(repo_id: str):
     try:
         top_dirs, top_files = _extract_top_level(repo_id)
@@ -49,6 +104,9 @@ def refresh_repo(repo_id: str):
         return (
             gr.update(choices=[], value=None, interactive=False),
             gr.update(choices=[], value=None, interactive=False),
+            gr.update(choices=[], value=None, interactive=False),
+            gr.update(choices=[], value=None, interactive=False),
+            gr.update(value=[]),
             gr.update(value=f"❌ Unable to load repo `{repo_id}`: {error}"),
         )
     except Exception as error:  # pragma: no cover - network and auth edge cases
@@ -57,6 +115,9 @@ def refresh_repo(repo_id: str):
         return (
             gr.update(choices=[], value=None, interactive=False),
             gr.update(choices=[], value=None, interactive=False),
+            gr.update(choices=[], value=None, interactive=False),
+            gr.update(choices=[], value=None, interactive=False),
+            gr.update(value=[]),
             gr.update(value=f"❌ Unexpected error loading `{repo_id}`: {error}"),
         )
 
@@ -70,51 +131,359 @@ def refresh_repo(repo_id: str):
     if not top_dirs:
         status_lines.append("• No sub-folders found at root.")
 
-    dropdown_value = top_dirs[0] if top_dirs else None
-    
-    # Get subdirectories for the first top-level folder
-    subdirs = _get_subdirectories(repo_id, dropdown_value) if dropdown_value else []
-    subdir_value = subdirs[0] if subdirs else None
-    
-    first_dropdown_update = gr.update(
+    top_value = top_dirs[0] if top_dirs else None
+
+    second_dirs = _get_subdirectories(repo_id, top_value) if top_value else []
+    second_value = second_dirs[0] if second_dirs else None
+
+    third_dirs = (
+        _get_subdirectories(repo_id, _build_path(top_value, second_value))
+        if second_value
+        else []
+    )
+    third_value = third_dirs[0] if third_dirs else None
+
+    fourth_dirs = (
+        _get_subdirectories(repo_id, _build_path(top_value, second_value, third_value))
+        if third_value
+        else []
+    )
+    fourth_value = fourth_dirs[0] if fourth_dirs else None
+
+    image_urls = (
+        _get_image_urls(
+            repo_id, _build_path(top_value, second_value, third_value, fourth_value)
+        )
+        if fourth_value
+        else []
+    )
+
+    first_dropdown_update = _dropdown_update(
         choices=top_dirs,
-        value=dropdown_value,
-        interactive=bool(top_dirs),
+        value=top_value,
         label="Top-level folders",
-        info="Choose a folder to explore"
+        filled_info="Choose a folder to explore",
+        empty_info="No folders found at the repository root",
     )
-    
-    second_dropdown_update = gr.update(
-        choices=subdirs,
-        value=subdir_value,
-        interactive=bool(subdirs),
-        label="Subdirectories",
-        info="Choose a subdirectory"
+
+    second_dropdown_update = _dropdown_update(
+        choices=second_dirs,
+        value=second_value,
+        label="Second-level folders",
+        filled_info="Choose a second-level folder",
+        empty_info="No subdirectories under the selected folder",
+    )
+
+    third_dropdown_update = _dropdown_update(
+        choices=third_dirs,
+        value=third_value,
+        label="Third-level folders",
+        filled_info="Choose a third-level folder",
+        empty_info="No third-level folders under the selection",
     )
 
-    return first_dropdown_update, second_dropdown_update, gr.update(value="\n".join(status_lines))
+    fourth_dropdown_update = _dropdown_update(
+        choices=fourth_dirs,
+        value=fourth_value,
+        label="Fourth-level folders",
+        filled_info="Choose a fourth-level folder",
+        empty_info="No fourth-level folders under the selection",
+    )
+
+    gallery_update = gr.update(value=image_urls)
+
+    return (
+        first_dropdown_update,
+        second_dropdown_update,
+        third_dropdown_update,
+        fourth_dropdown_update,
+        gallery_update,
+        gr.update(value="\n".join(status_lines)),
+    )
 
 
 def update_second_dropdown(repo_id: str, top_level_dir: str):
-    """Update the second dropdown when the first dropdown selection changes."""
+    """Update downstream dropdowns when the top-level selection changes."""
     try:
         if not top_level_dir:
-            return gr.update(choices=[], value=None, interactive=False)
-        
-        subdirs = _get_subdirectories(repo_id, top_level_dir)
-        subdir_value = subdirs[0] if subdirs else None
-        
-        return gr.update(
-            choices=subdirs,
-            value=subdir_value,
-            interactive=bool(subdirs),
-            label="Subdirectories",
-            info="Choose a subdirectory"
+            empty_second = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Second-level folders",
+                filled_info="Choose a second-level folder",
+                empty_info="Select a top-level folder first",
+            )
+            empty_third = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Third-level folders",
+                filled_info="Choose a third-level folder",
+                empty_info="Select a higher-level folder first",
+            )
+            empty_fourth = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="Select a higher-level folder first",
+            )
+            return empty_second, empty_third, empty_fourth, gr.update(value=[])
+
+        second_dirs = _get_subdirectories(repo_id, top_level_dir)
+        second_value = second_dirs[0] if second_dirs else None
+
+        third_dirs = (
+            _get_subdirectories(repo_id, _build_path(top_level_dir, second_value))
+            if second_value
+            else []
+        )
+        third_value = third_dirs[0] if third_dirs else None
+
+        fourth_dirs = (
+            _get_subdirectories(repo_id, _build_path(top_level_dir, second_value, third_value))
+            if third_value
+            else []
+        )
+        fourth_value = fourth_dirs[0] if fourth_dirs else None
+
+        image_urls = (
+            _get_image_urls(
+                repo_id,
+                _build_path(top_level_dir, second_value, third_value, fourth_value),
+            )
+            if fourth_value
+            else []
+        )
+
+        return (
+            _dropdown_update(
+                choices=second_dirs,
+                value=second_value,
+                label="Second-level folders",
+                filled_info="Choose a second-level folder",
+                empty_info="No subdirectories under the selected folder",
+            ),
+            _dropdown_update(
+                choices=third_dirs,
+                value=third_value,
+                label="Third-level folders",
+                filled_info="Choose a third-level folder",
+                empty_info="No third-level folders under the selection",
+            ),
+            _dropdown_update(
+                choices=fourth_dirs,
+                value=fourth_value,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="No fourth-level folders under the selection",
+            ),
+            gr.update(value=image_urls),
         )
     except Exception as error:
         print(f"[update_second_dropdown] Error for {repo_id}/{top_level_dir}: {error}", flush=True)
         print(traceback.format_exc(), flush=True)
-        return gr.update(choices=[], value=None, interactive=False)
+        empty_second = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Second-level folders",
+            filled_info="Choose a second-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        empty_third = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Third-level folders",
+            filled_info="Choose a third-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        empty_fourth = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Fourth-level folders",
+            filled_info="Choose a fourth-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        return empty_second, empty_third, empty_fourth, gr.update(value=[])
+
+
+def update_third_dropdown(repo_id: str, top_level_dir: str, second_level_dir: str):
+    """Update the third and fourth dropdowns when the second-level changes."""
+    try:
+        if not top_level_dir or not second_level_dir:
+            empty_third = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Third-level folders",
+                filled_info="Choose a third-level folder",
+                empty_info="Select higher-level folders first",
+            )
+            empty_fourth = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="Select higher-level folders first",
+            )
+            return empty_third, empty_fourth, gr.update(value=[])
+
+        third_dirs = _get_subdirectories(
+            repo_id, _build_path(top_level_dir, second_level_dir)
+        )
+        third_value = third_dirs[0] if third_dirs else None
+
+        fourth_dirs = (
+            _get_subdirectories(
+                repo_id, _build_path(top_level_dir, second_level_dir, third_value)
+            )
+            if third_value
+            else []
+        )
+        fourth_value = fourth_dirs[0] if fourth_dirs else None
+
+        image_urls = (
+            _get_image_urls(
+                repo_id,
+                _build_path(top_level_dir, second_level_dir, third_value, fourth_value),
+            )
+            if fourth_value
+            else []
+        )
+
+        return (
+            _dropdown_update(
+                choices=third_dirs,
+                value=third_value,
+                label="Third-level folders",
+                filled_info="Choose a third-level folder",
+                empty_info="No third-level folders under the selection",
+            ),
+            _dropdown_update(
+                choices=fourth_dirs,
+                value=fourth_value,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="No fourth-level folders under the selection",
+            ),
+            gr.update(value=image_urls),
+        )
+    except Exception as error:
+        print(
+            f"[update_third_dropdown] Error for {repo_id}/{top_level_dir}/{second_level_dir}: {error}",
+            flush=True,
+        )
+        print(traceback.format_exc(), flush=True)
+        empty_third = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Third-level folders",
+            filled_info="Choose a third-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        empty_fourth = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Fourth-level folders",
+            filled_info="Choose a fourth-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        return empty_third, empty_fourth, gr.update(value=[])
+
+
+def update_fourth_dropdown(
+    repo_id: str,
+    top_level_dir: str,
+    second_level_dir: str,
+    third_level_dir: str,
+):
+    """Update the fourth dropdown and gallery when the third-level changes."""
+    try:
+        if not top_level_dir or not second_level_dir or not third_level_dir:
+            empty_fourth = _dropdown_update(
+                choices=[],
+                value=None,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="Select higher-level folders first",
+            )
+            return empty_fourth, gr.update(value=[])
+
+        fourth_dirs = _get_subdirectories(
+            repo_id,
+            _build_path(top_level_dir, second_level_dir, third_level_dir),
+        )
+        fourth_value = fourth_dirs[0] if fourth_dirs else None
+
+        image_urls = (
+            _get_image_urls(
+                repo_id,
+                _build_path(
+                    top_level_dir,
+                    second_level_dir,
+                    third_level_dir,
+                    fourth_value,
+                ),
+            )
+            if fourth_value
+            else []
+        )
+
+        return (
+            _dropdown_update(
+                choices=fourth_dirs,
+                value=fourth_value,
+                label="Fourth-level folders",
+                filled_info="Choose a fourth-level folder",
+                empty_info="No fourth-level folders under the selection",
+            ),
+            gr.update(value=image_urls),
+        )
+    except Exception as error:
+        print(
+            "[update_fourth_dropdown] Error for "
+            f"{repo_id}/{top_level_dir}/{second_level_dir}/{third_level_dir}: {error}",
+            flush=True,
+        )
+        print(traceback.format_exc(), flush=True)
+        empty_fourth = _dropdown_update(
+            choices=[],
+            value=None,
+            label="Fourth-level folders",
+            filled_info="Choose a fourth-level folder",
+            empty_info="Unable to load subdirectories",
+        )
+        return empty_fourth, gr.update(value=[])
+
+
+def update_gallery(
+    repo_id: str,
+    top_level_dir: str,
+    second_level_dir: str,
+    third_level_dir: str,
+    fourth_level_dir: str,
+):
+    """Update the image gallery when the fourth-level selection changes."""
+    try:
+        if not all([top_level_dir, second_level_dir, third_level_dir, fourth_level_dir]):
+            return gr.update(value=[])
+
+        image_urls = _get_image_urls(
+            repo_id,
+            _build_path(
+                top_level_dir,
+                second_level_dir,
+                third_level_dir,
+                fourth_level_dir,
+            ),
+        )
+        return gr.update(value=image_urls)
+    except Exception as error:
+        print(
+            "[update_gallery] Error for "
+            f"{repo_id}/{top_level_dir}/{second_level_dir}/{third_level_dir}/{fourth_level_dir}: {error}",
+            flush=True,
+        )
+        print(traceback.format_exc(), flush=True)
+        return gr.update(value=[])
 
 
 with gr.Blocks(title="HF Dataset Explorer") as demo:
@@ -135,24 +504,75 @@ Provide a dataset repository ID (e.g. `org/dataset`) to list its top-level folde
 
     status_display = gr.Markdown()
     folder_dropdown = gr.Dropdown(label="Top-level folders", interactive=False)
-    subfolder_dropdown = gr.Dropdown(label="Subdirectories", interactive=False)
+    second_level_dropdown = gr.Dropdown(label="Second-level folders", interactive=False)
+    third_level_dropdown = gr.Dropdown(label="Third-level folders", interactive=False)
+    fourth_level_dropdown = gr.Dropdown(label="Fourth-level folders", interactive=False)
+    image_gallery = gr.Gallery(label="Images", columns=4)
 
     reload_button.click(
         refresh_repo,
         inputs=repo_id_input,
-        outputs=[folder_dropdown, subfolder_dropdown, status_display],
+        outputs=[
+            folder_dropdown,
+            second_level_dropdown,
+            third_level_dropdown,
+            fourth_level_dropdown,
+            image_gallery,
+            status_display,
+        ],
     )
 
     folder_dropdown.change(
         update_second_dropdown,
         inputs=[repo_id_input, folder_dropdown],
-        outputs=subfolder_dropdown,
+        outputs=[
+            second_level_dropdown,
+            third_level_dropdown,
+            fourth_level_dropdown,
+            image_gallery,
+        ],
+    )
+
+    second_level_dropdown.change(
+        update_third_dropdown,
+        inputs=[repo_id_input, folder_dropdown, second_level_dropdown],
+        outputs=[third_level_dropdown, fourth_level_dropdown, image_gallery],
+    )
+
+    third_level_dropdown.change(
+        update_fourth_dropdown,
+        inputs=[
+            repo_id_input,
+            folder_dropdown,
+            second_level_dropdown,
+            third_level_dropdown,
+        ],
+        outputs=[fourth_level_dropdown, image_gallery],
+    )
+
+    fourth_level_dropdown.change(
+        update_gallery,
+        inputs=[
+            repo_id_input,
+            folder_dropdown,
+            second_level_dropdown,
+            third_level_dropdown,
+            fourth_level_dropdown,
+        ],
+        outputs=[image_gallery],
     )
 
     demo.load(
         refresh_repo,
         inputs=repo_id_input,
-        outputs=[folder_dropdown, subfolder_dropdown, status_display],
+        outputs=[
+            folder_dropdown,
+            second_level_dropdown,
+            third_level_dropdown,
+            fourth_level_dropdown,
+            image_gallery,
+            status_display,
+        ],
     )
 
 if __name__ == "__main__":