draft app

app.py

@@ -0,0 +1,132 @@
+import gradio as gr
+from httpx import Client
+import pandas as pd
+from datasets import Dataset
+
+client = Client()
+from io import StringIO
+from datasets import ClassLabel
+from datasets import Image
+
+USER_DATA = {}
+
+
+def update_user_data(api_key, space_url, hub_api_key, hub_dataset_id):
+    USER_DATA["api_key"] = api_key
+    USER_DATA["space_url"] = space_url
+    USER_DATA["hub_api_key"] = hub_api_key
+    USER_DATA["hub_dataset_id"] = hub_dataset_id
+
+
+def check_user_data():
+    return bool(USER_DATA.get("api_key") and USER_DATA.get("space_url"))
+
+
+# def list_projects():
+#     headers = {"Authorization": f'Token {USER_DATA["api_key"]}'}
+#     resp = client.get(
+#         "https://davanstrien-label-studio.hf.space/api/projects/", headers=headers
+#     )
+#     return resp.json()
+
+
+# def get_column_names():
+#     headers = {"Authorization": f'Token {USER_DATA["api_key"]}'}
+#     print(headers)
+#     # resp = client.get(
+#     #     "http://davanstrien-label-studio.hf.space/api/projects/1/export?exportType=CSV",
+#     #     headers=headers,
+#     # )
+#     resp = requests.get(
+#         "http://davanstrien-label-studio.hf.space/api/projects/1/export?exportType=CSV",
+#         headers=headers,
+#     )
+#     return pd.read_csv(StringIO(resp.text)).columns.tolist()
+
+
+def push_annotations_to_hub(project_id, input_column, input_column_type, label_column):
+    headers = {"Authorization": f'Token {USER_DATA["api_key"]}'}
+    resp = client.get(
+        f"{USER_DATA['space_url']}/api/projects/{int(project_id)}/export?exportType=CSV",
+        headers=headers,
+    )
+    df = pd.read_csv(StringIO(resp.text))
+    print(df.head(1))
+    labels = df[label_column].unique().tolist()
+    ds = Dataset.from_pandas(df)
+    ds = ds.cast_column(label_column, ClassLabel(names=labels))
+    if input_column_type == "image":
+        ds = ds.cast_column(input_column, Image())
+    ds.push_to_hub(USER_DATA["hub_dataset_id"], token=USER_DATA["hub_api_key"])
+    return ds.to_pandas().head(5)
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Push label studio datasets to the hub")
+    gr.Markdown(
+        "This is a proof of concept app which provides a GUI for exporting data from Label Studio and pushing the loaded dataset to the Hugging Face Hub"
+    )
+    with gr.Row():
+        with gr.Column():
+            with gr.Row():
+                gr.Markdown("## Label Studio details")
+            with gr.Row():
+                API_KEY = gr.Textbox(
+                    type="password",
+                    label="Label Studio API Key",
+                )
+            with gr.Row():
+                with gr.Row():
+                    gr.Markdown(
+                        "Space URL, this can be found by clicking on the three dots button on your space and copying the URL shown after clicking the Embed Space button"
+                    )
+            with gr.Row():
+                SPACE_URL = gr.Textbox(
+                    "e.g. https://davanstrien-label-studio.hf.space/",
+                    label="Space URL",
+                    placeholder="https://space.example.com",
+                )
+        with gr.Column():
+            gr.Markdown("## Hub Dataset info")
+            gr.Markdown(
+                """Enter a Hub API key with write access and the name you would like to use for your dataset"""
+            )
+            HUB_API_KEY = gr.Textbox(
+                type="password",
+                label="Hub API Key",
+            )
+            with gr.Row():
+                gr.Markdown("Name of the dataset you would like to create")
+            with gr.Row():
+                HUB_DATASET_ID = gr.Textbox(
+                    "e.g. davanstrien/dataset_name",
+                    label="Dataset name",
+                    placeholder="https://space.example.com",
+                )
+
+    button = gr.Button("Submit details")
+    button.click(update_user_data, [API_KEY, SPACE_URL, HUB_API_KEY, HUB_DATASET_ID])
+    with gr.Row():
+        project_id = gr.Number(1, label="Project ID")
+        input_column = gr.Textbox("text", type="text", label="Input column")
+        input_column_type = gr.Dropdown(
+            choices=["text", "image"], label="Input column type", value="text"
+        )
+        label_column = gr.Textbox("choice", type="text", label="Label column")
+        button = gr.Button("Push annotations to Hub")
+    with gr.Row():
+        gr.Markdown("## Preview of your dataset")
+    with gr.Row():
+        preview = gr.DataFrame()
+        button.click(
+            push_annotations_to_hub,
+            [
+                project_id,
+                input_column,
+                input_column_type,
+                label_column,
+            ],
+            preview,
+        )
+
+demo.launch(debug=True)

requirements.in

@@ -0,0 +1,4 @@
+httpx
+pandas
+datasets
+gradio

requirements.txt

@@ -0,0 +1,226 @@
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile --resolver=backtracking
+#
+aiofiles==23.1.0
+    # via gradio
+aiohttp==3.8.4
+    # via
+    #   datasets
+    #   fsspec
+    #   gradio
+aiosignal==1.3.1
+    # via aiohttp
+altair==5.0.1
+    # via gradio
+anyio==3.7.0
+    # via
+    #   httpcore
+    #   starlette
+async-timeout==4.0.2
+    # via aiohttp
+attrs==23.1.0
+    # via
+    #   aiohttp
+    #   jsonschema
+certifi==2023.5.7
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+charset-normalizer==3.1.0
+    # via
+    #   aiohttp
+    #   requests
+click==8.1.3
+    # via uvicorn
+contourpy==1.1.0
+    # via matplotlib
+cycler==0.11.0
+    # via matplotlib
+datasets==2.12.0
+    # via -r requirements.in
+dill==0.3.6
+    # via
+    #   datasets
+    #   multiprocess
+fastapi==0.99.1
+    # via gradio
+ffmpy==0.3.0
+    # via gradio
+filelock==3.12.0
+    # via huggingface-hub
+fonttools==4.40.0
+    # via matplotlib
+frozenlist==1.3.3
+    # via
+    #   aiohttp
+    #   aiosignal
+fsspec[http]==2023.5.0
+    # via
+    #   datasets
+    #   gradio-client
+    #   huggingface-hub
+gradio==3.35.2
+    # via -r requirements.in
+gradio-client==0.2.7
+    # via gradio
+h11==0.14.0
+    # via
+    #   httpcore
+    #   uvicorn
+httpcore==0.17.2
+    # via httpx
+httpx==0.24.1
+    # via
+    #   -r requirements.in
+    #   gradio
+    #   gradio-client
+huggingface-hub==0.14.1
+    # via
+    #   datasets
+    #   gradio
+    #   gradio-client
+idna==3.4
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+    #   yarl
+jinja2==3.1.2
+    # via
+    #   altair
+    #   gradio
+jsonschema==4.17.3
+    # via altair
+kiwisolver==1.4.4
+    # via matplotlib
+linkify-it-py==2.0.2
+    # via markdown-it-py
+markdown-it-py[linkify]==2.2.0
+    # via
+    #   gradio
+    #   mdit-py-plugins
+markupsafe==2.1.3
+    # via
+    #   gradio
+    #   jinja2
+matplotlib==3.7.1
+    # via gradio
+mdit-py-plugins==0.3.3
+    # via gradio
+mdurl==0.1.2
+    # via markdown-it-py
+multidict==6.0.4
+    # via
+    #   aiohttp
+    #   yarl
+multiprocess==0.70.14
+    # via datasets
+numpy==1.24.3
+    # via
+    #   altair
+    #   contourpy
+    #   datasets
+    #   gradio
+    #   matplotlib
+    #   pandas
+    #   pyarrow
+orjson==3.9.1
+    # via gradio
+packaging==23.1
+    # via
+    #   datasets
+    #   gradio-client
+    #   huggingface-hub
+    #   matplotlib
+pandas==2.0.2
+    # via
+    #   -r requirements.in
+    #   altair
+    #   datasets
+    #   gradio
+pillow==10.0.0
+    # via
+    #   gradio
+    #   matplotlib
+pyarrow==12.0.0
+    # via datasets
+pydantic==1.10.11
+    # via
+    #   fastapi
+    #   gradio
+pydub==0.25.1
+    # via gradio
+pygments==2.15.1
+    # via gradio
+pyparsing==3.1.0
+    # via matplotlib
+pyrsistent==0.19.3
+    # via jsonschema
+python-dateutil==2.8.2
+    # via
+    #   matplotlib
+    #   pandas
+python-multipart==0.0.6
+    # via gradio
+pytz==2023.3
+    # via pandas
+pyyaml==6.0
+    # via
+    #   datasets
+    #   gradio
+    #   huggingface-hub
+requests==2.31.0
+    # via
+    #   datasets
+    #   fsspec
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+    #   responses
+responses==0.18.0
+    # via datasets
+semantic-version==2.10.0
+    # via gradio
+six==1.16.0
+    # via python-dateutil
+sniffio==1.3.0
+    # via
+    #   anyio
+    #   httpcore
+    #   httpx
+starlette==0.27.0
+    # via fastapi
+toolz==0.12.0
+    # via altair
+tqdm==4.65.0
+    # via
+    #   datasets
+    #   huggingface-hub
+typing-extensions==4.6.2
+    # via
+    #   fastapi
+    #   gradio-client
+    #   huggingface-hub
+    #   pydantic
+tzdata==2023.3
+    # via pandas
+uc-micro-py==1.0.2
+    # via linkify-it-py
+urllib3==2.0.2
+    # via
+    #   requests
+    #   responses
+uvicorn==0.22.0
+    # via gradio
+websockets==11.0.3
+    # via
+    #   gradio
+    #   gradio-client
+xxhash==3.2.0
+    # via datasets
+yarl==1.9.2
+    # via aiohttp