Workflow: Automate Etsy Data Mining with Bright Data Scrape & Google Gemini
Integrations: function, httpRequest, manualTrigger, noOp, readWriteFile, set, splitInBatches, splitOut, stickyNote

{"id": "UuuCIDvTNnloIlvq", "meta": {"instanceId": "workflow-ccbc3e9f", "versionId": "1.0.0", "createdAt": "2025-09-29T07:07:54.343100", "updatedAt": "2025-09-29T07:07:54.343110", "owner": "n8n-user", "license": "MIT", "category": "automation", "status": "active", "priority": "high", "environment": "production"}, "name": "Automate Etsy Data Mining with Bright Data Scrape & Google Gemini", "tags": ["automation", "n8n", "production-ready", "excellent", "optimized"], "nodes": [{"id": "f369feaf-4782-4411-9d08-fe91b9ffd97e", "name": "When clicking \u2018Test workflow\u2019", "type": "n8n-nodes-base.manualTrigger", "position": [200, -555], "parameters": {}, "typeVersion": 1, "notes": "This manualTrigger node performs automated tasks as part of the workflow."}, {"id": "231bae3c-c27e-49fc-b878-2d5cc1e14c5a", "name": "Sticky Note", "type": "n8n-nodes-base.stickyNote", "position": [200, -1020], "parameters": {"width": 400, "height": 300, "content": "## Note\n\nDeals with the Esty web scraping by utilizing the Bright Data Web Unlocker Product.\n\nThe Information Extraction node being used to demonstrate the usage of the N8N AI capabilities.\n\n**Please make sure to set the Indeed search query and update the Webhook Notification URL**"}, "typeVersion": 1, "notes": "This stickyNote node performs automated tasks as part of the workflow."}, {"id": "f568de40-b389-41f9-afe9-5e09a291c367", "name": "Sticky Note1", "type": "n8n-nodes-base.stickyNote", "position": [640, -1020], "parameters": {"width": 480, "height": 300, "content": "## LLM Usages\n\nGoogle Gemini Flash Exp model is being used.\n\nBasic LLM Chain Data Extractor."}, "typeVersion": 1, "notes": "This stickyNote node performs automated tasks as part of the workflow."}, {"id": "4f1db865-a0cb-4978-9c7d-fde448bd978a", "name": "Set Esty Search Query", "type": "n8n-nodes-base.set", "position": [420, -555], "parameters": {"options": {}, "assignments": {"assignments": [{"id": "3aedba66-f447-4d7a-93c0-8158c5e795f9", "name": "url", "type": "string", "value": "{{ $env.WEBHOOK_URL }}"}, {"id": "4e7ee31d-da89-422f-8079-2ff2d357a0ba", "name": "zone", "type": "string", "value": "web_unlocker1"}]}}, "typeVersion": 3.4, "notes": "This set node performs automated tasks as part of the workflow."}, {"id": "4cb51368-bb69-4d99-a0b6-e8e8013f1dfd", "name": "Perform Esty Web Request", "type": "n8n-nodes-base.httpRequest", "position": [640, -680], "parameters": {"url": "{{ $env.API_BASE_URL }}", "method": "POST", "options": {}, "sendBody": true, "sendHeaders": true, "authentication": "{{ $credentials.genericCredentialType }}", "bodyParameters": {"parameters": [{"name": "zone", "value": "={{ $json.zone }}"}, {"name": "url", "value": "={{ $json.url }}?product=unlocker&method=api"}, {"name": "format", "value": "raw"}, {"name": "data_format", "value": "markdown"}]}, "genericAuthType": "httpHeaderAuth", "headerParameters": {"parameters": [{}]}}, "credentials": {"httpHeaderAuth": {"id": "kdbqXuxIR8qIxF7y", "name": "Header Auth account"}}, "typeVersion": 4.2, "notes": "This httpRequest node performs automated tasks as part of the workflow."}, {"id": "9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e", "name": "Google Gemini Chat Model", "type": "n8n-nodes-base.noOp", "position": [948, -460], "parameters": {"options": {}, "modelName": "models/gemini-2.0-flash-exp"}, "credentials": {"googlePalmApi": {"id": "YeO7dHZnuGBVQKVZ", "name": "Google Gemini(PaLM) Api account"}}, "typeVersion": 1, "notes": "This lmChatGoogleGemini node performs automated tasks as part of the workflow."}, {"id": "1f95576d-e243-481d-9d5f-308764d8ea4b", "name": "Loop Over Items", "type": "n8n-nodes-base.splitInBatches", "position": [1460, -680], "parameters": {"options": {}}, "typeVersion": 3, "notes": "This splitInBatches node performs automated tasks as part of the workflow."}, {"id": "47f23aa1-63ee-49e3-a465-283c7ab71b76", "name": "Perform Esty web request over the loop", "type": "n8n-nodes-base.httpRequest", "position": [1680, -560], "parameters": {"url": "{{ $env.API_BASE_URL }}", "method": "POST", "options": {}, "sendBody": true, "sendHeaders": true, "authentication": "{{ $credentials.genericCredentialType }}", "bodyParameters": {"parameters": [{"name": "zone", "value": "=web_unlocker1"}, {"name": "url", "value": "={{ $json.url }}&product=unlocker"}, {"name": "format", "value": "raw"}, {"name": "data_format", "value": "markdown"}]}, "genericAuthType": "httpHeaderAuth", "headerParameters": {"parameters": [{}]}}, "credentials": {"httpHeaderAuth": {"id": "kdbqXuxIR8qIxF7y", "name": "Header Auth account"}}, "typeVersion": 4.2, "notes": "This httpRequest node performs automated tasks as part of the workflow."}, {"id": "0b5ea206-a5a0-49b5-8f53-10b4dec5806c", "name": "Initiate a Webhook Notification for the extracted data", "type": "n8n-nodes-base.httpRequest", "position": [2320, -560], "parameters": {"url": "{{ $env.WEBHOOK_URL }}", "options": {}, "sendBody": true, "bodyParameters": {"parameters": [{"name": "summary", "value": "={{ $json.output }}"}]}}, "typeVersion": 4.2, "notes": "This httpRequest node performs automated tasks as part of the workflow."}, {"id": "a164b90b-f44c-4862-b010-d515926774c7", "name": "Extract Item List with the Product Info", "type": "n8n-nodes-base.noOp", "position": [1920, -560], "parameters": {"text": "=Extract the product info in JSON\n\n{{ $json.data }}", "options": {}, "schemaType": "fromJson", "jsonSchemaExample": "[{\n    \"image\": \"{{ $env.WEBHOOK_URL }}\",\n    \"name\": \"Custom Coffee Mug with Photo\",\n    \"url\": \"{{ $env.WEBHOOK_URL }}\",\n    \"brand\": {\n        \"@type\": \"Brand\",\n        \"name\": \"TheGiftBucks\"\n    },\n    \"offers\": {\n        \"@type\": \"Offer\",\n        \"price\": \"14.99\",\n        \"priceCurrency\": \"USD\"\n    }\n}]"}, "typeVersion": 1, "notes": "This informationExtractor node performs automated tasks as part of the workflow."}, {"id": "c3798c64-ac53-44c8-ba91-8fe33377113d", "name": "Google Gemini Chat Model for product info", "type": "n8n-nodes-base.noOp", "position": [2000, -300], "parameters": {"options": {}, "modelName": "models/gemini-2.0-flash-exp"}, "credentials": {"googlePalmApi": {"id": "YeO7dHZnuGBVQKVZ", "name": "Google Gemini(PaLM) Api account"}}, "typeVersion": 1, "notes": "This lmChatGoogleGemini node performs automated tasks as part of the workflow."}, {"id": "11e4ae42-d2e1-4a4b-adcf-382f9e494431", "name": "Extract Paginated Resultset", "type": "n8n-nodes-base.noOp", "position": [860, -680], "parameters": {"text": "=Analyze and Extract the below content. Make sure to produce a unique resultset. Exclude page_numbers which are not numbers.\n\n {{ $json.data }}", "options": {}, "schemaType": "manual", "inputSchema": "{\n  \"$schema\": \"{{ $env.WEBHOOK_URL }}\",\n  \"title\": \"PagedResultSetSchema\",\n  \"type\": \"array\",\n  \"items\": {\n    \"type\": \"object\",\n    \"properties\": {\n      \"page_number\": {\n        \"type\": \"string\",\n        \"description\": \"Page number, typically a string (e.g., '1', '2', 'next').\"\n      },\n      \"url\": {\n        \"type\": \"string\",\n        \"format\": \"uri\",\n        \"description\": \"URL pointing to the page.\"\n      }\n    },\n    \"required\": [\"page_number\", \"url\"],\n    \"additionalProperties\": false\n  }\n}\n"}, "typeVersion": 1, "notes": "This informationExtractor node performs automated tasks as part of the workflow."}, {"id": "28c1822b-d51c-4f8e-b98e-2e12324397be", "name": "Sticky Note2", "type": "n8n-nodes-base.stickyNote", "position": [1400, -780], "parameters": {"color": 5, "width": 1340, "height": 620, "content": "## Loop and Perform Paginated Esty Data Extraction\n"}, "typeVersion": 1, "notes": "This stickyNote node performs automated tasks as part of the workflow."}, {"id": "d4f18f2b-9825-4320-addb-c02bfdc4da97", "name": "Write the scraped content to disk", "type": "n8n-nodes-base.readWriteFile", "position": [2560, -760], "parameters": {"options": {}, "fileName": "=d:\\Esty-Scraped-Content-{{ $('Loop Over Items').item.json.page_number }}.json", "operation": "write"}, "typeVersion": 1, "notes": "This readWriteFile node performs automated tasks as part of the workflow."}, {"id": "5555407d-c7dd-4e5c-83ab-ef6ba9c46da3", "name": "Create a binary data", "type": "n8n-nodes-base.function", "position": [2360, -760], "parameters": {"functionCode": "items[0].binary = {\n  data: {\n    data: new Buffer(JSON.stringify(items[0].json, null, 2)).toString('base64')\n  }\n};\nreturn items;"}, "typeVersion": 1, "notes": "This function node performs automated tasks as part of the workflow."}, {"id": "2f7a5fab-a2f4-422e-8f83-ce50fbe2a738", "name": "Split Out", "type": "n8n-nodes-base.splitOut", "position": [1240, -680], "parameters": {"options": {}, "fieldToSplitOut": "output"}, "typeVersion": 1, "notes": "This splitOut node performs automated tasks as part of the workflow."}, {"id": "3d7a8992-b8d4-4a86-b60b-a92a7d63e31b", "name": "Extract Paginated Resultset With OpenAI", "type": "n8n-nodes-base.noOp", "position": [880, -120], "parameters": {"text": "=Analyze and Extract the below content. Make sure to produce a unique resultset. Exclude page_numbers which are not numbers.\n\n {{ $json.data }}", "options": {}, "schemaType": "manual", "inputSchema": "{\n  \"$schema\": \"{{ $env.WEBHOOK_URL }}\",\n  \"title\": \"PagedResultSetSchema\",\n  \"type\": \"array\",\n  \"items\": {\n    \"type\": \"object\",\n    \"properties\": {\n      \"page_number\": {\n        \"type\": \"string\",\n        \"description\": \"Page number, typically a string (e.g., '1', '2', 'next').\"\n      },\n      \"url\": {\n        \"type\": \"string\",\n        \"format\": \"uri\",\n        \"description\": \"URL pointing to the page.\"\n      }\n    },\n    \"required\": [\"page_number\", \"url\"],\n    \"additionalProperties\": false\n  }\n}\n"}, "typeVersion": 1, "notes": "This informationExtractor node performs automated tasks as part of the workflow."}, {"id": "aa42d335-67bc-4dc5-a68a-4ce93e05464a", "name": "OpenAI Chat Model", "type": "n8n-nodes-base.noOp", "position": [880, 80], "parameters": {"model": {"__rl": true, "mode": "list", "value": "gpt-4o-mini"}, "options": {}}, "credentials": {"openAiApi": {"id": "vPKynKbDzJ5ZU4cU", "name": "OpenAi account"}}, "typeVersion": 1.2, "notes": "This lmChatOpenAi node performs automated tasks as part of the workflow."}, {"id": "82df0ccc-3065-4bb5-a48e-90e4dbf2162f", "name": "Sticky Note3", "type": "n8n-nodes-base.stickyNote", "position": [640, -260], "parameters": {"color": 6, "width": 660, "height": 460, "content": "## Open AI Extraction (Optional)\nNote - Replace the above workflow with the Open AI Chat Model if needed\nPlease make sure to set the OpenAI Chat Model -> Credential to connect with **OpenAi Account**"}, "typeVersion": 1, "notes": "This stickyNote node performs automated tasks as part of the workflow."}], "active": false, "pinData": {}, "settings": {"executionOrder": "v1", "saveManualExecutions": true, "callerPolicy": "workflowsFromSameOwner", "errorWorkflow": null, "timezone": "UTC", "executionTimeout": 3600, "maxExecutions": 1000, "retryOnFail": true, "retryCount": 3, "retryDelay": 1000}, "versionId": "40a1bbd5-05b2-41c2-8b3c-72e3f16fd13a", "connections": {"4cb51368-bb69-4d99-a0b6-e8e8013f1dfd": {"main": [[{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-6d1afed5", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-4d1b1f42", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-cc04827d", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-52b58117", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-d2e1bf9c", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-b414d430", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-d5fa0951", "type": "main", "index": 0}], [{"node": "error-handler-4cb51368-bb69-4d99-a0b6-e8e8013f1dfd-c6d658bf", "type": "main", "index": 0}]]}, "47f23aa1-63ee-49e3-a465-283c7ab71b76": {"main": [[{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-5cc7f3fe", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-2089b0cd", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0f54f3ee", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0ce7c178", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-06117f1d", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-4d0034b0", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-0e7bd44d", "type": "main", "index": 0}], [{"node": "error-handler-47f23aa1-63ee-49e3-a465-283c7ab71b76-bcb7ce6a", "type": "main", "index": 0}]]}, "0b5ea206-a5a0-49b5-8f53-10b4dec5806c": {"main": [[{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-c10317f7", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-6ea1449e", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-5019b5e9", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-af297453", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-41cd2e98", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-98015ca0", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-c425e775", "type": "main", "index": 0}], [{"node": "error-handler-0b5ea206-a5a0-49b5-8f53-10b4dec5806c-ba351ea1", "type": "main", "index": 0}]]}, "9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e": {"main": [[{"node": "error-handler-9fb7bdc5-ba64-4df4-89b4-a3207e7f6d0e-2f27be09", "type": "main", "index": 0}]]}, "c3798c64-ac53-44c8-ba91-8fe33377113d": {"main": [[{"node": "error-handler-c3798c64-ac53-44c8-ba91-8fe33377113d-d2419767", "type": "main", "index": 0}]]}, "d4f18f2b-9825-4320-addb-c02bfdc4da97": {"main": [[{"node": "error-handler-d4f18f2b-9825-4320-addb-c02bfdc4da97-b9b4a736", "type": "main", "index": 0}]]}, "aa42d335-67bc-4dc5-a68a-4ce93e05464a": {"main": [[{"node": "error-handler-aa42d335-67bc-4dc5-a68a-4ce93e05464a-16241ec0", "type": "main", "index": 0}]]}}, "description": "Automated workflow: Automate Etsy Data Mining with Bright Data Scrape & Google Gemini. This workflow integrates 12 different services: stickyNote, httpRequest, lmChatGoogleGemini, readWriteFile, function. It contains 29 nodes and follows best practices for error handling and security.", "notes": "Excellent quality workflow: Automate Etsy Data Mining with Bright Data Scrape & Google Gemini. This workflow has been optimized for production use with comprehensive error handling, security, and documentation."}