Process webhooks in the background

app.py

@@ -1,6 +1,7 @@
 import os
 from pathlib import Path
 
+from fastapi import BackgroundTasks, Response, status
 import gradio as gr
 from huggingface_hub import WebhookPayload, WebhooksServer
 
@@ -72,12 +73,15 @@ app = WebhooksServer(ui=ui.queue(), webhook_secret=WEBHOOK_SECRET)
 
 
 @app.add_webhook("/dataset_repo")
-async def community(payload: WebhookPayload):
-    if payload.event.scope.startswith("repo"):
-        logger.info(f"Webhook received from {payload.repo.name} indicating a repo {payload.event.action}")
-    else:
-        return
+async def community(payload: WebhookPayload, task_queue: BackgroundTasks):
+    if not payload.event.scope.startswith("repo"):
+        return Response("No task scheduled", status_code=status.HTTP_200_OK)
 
+    logger.info(f"Webhook received from {payload.repo.name} indicating a repo {payload.event.action}")
+    task_queue.add_task(_process_webhook, payload=payload)
+    return Response("Task scheduled.", status_code=status.HTTP_202_ACCEPTED)
+
+def _process_webhook(payload: WebhookPayload):
     logger.info(f"Loading new dataset...")
     dataset, original_dataset = load_datasets()
     logger.info(f"Loaded new dataset")