{
  "name": "Automate data extraction with Zyte AI (Products, Jobs, Articles & More)",
  "nodes": [
    {
      "id": "b55f2e35-326e-45c1-bc53-a812daa5db21",
      "name": "Main form submission",
      "type": "n8n-nodes-base.formTrigger",
      "position": [
        -3728,
        1472
      ]
    },
    {
      "id": "07b730ae-d4cb-4901-93d8-499e6b2d19e7",
      "name": "Product Extraction Goal",
      "type": "n8n-nodes-base.switch",
      "position": [
        -2624,
        1104
      ]
    },
    {
      "id": "a05269ed-6a54-4546-8d7a-aa096eb13ee3",
      "name": "Format Output [ Single || List ]",
      "type": "n8n-nodes-base.set",
      "position": [
        1312,
        -1280
      ]
    },
    {
      "id": "ceefac86-87ec-425c-8486-e7aa4d8f7dd1",
      "name": "HTTP Node: [List] Get Current Page",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -192,
        -992
      ]
    },
    {
      "id": "a8df8c65-28c5-4270-b284-267518d560f0",
      "name": "HTTP Node: [Current Page] Get Item URLs",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -192,
        -640
      ]
    },
    {
      "id": "0cb9fc7d-c65a-4cc7-9b4a-6746457d4e6b",
      "name": "[Current Page] Split Items",
      "type": "n8n-nodes-base.splitOut",
      "position": [
        128,
        -640
      ]
    },
    {
      "id": "f91a375e-08b8-4051-a964-e6b35acd18b6",
      "name": "[Current Page] Item Loop",
      "type": "n8n-nodes-base.splitInBatches",
      "position": [
        1104,
        -640
      ]
    },
    {
      "id": "3734b089-e080-4d10-8bb3-680d1c213037",
      "name": "HTTP Node: [Current Page] Get Item Details",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1312,
        -624
      ]
    },
    {
      "id": "2ea166b1-3b85-4ebf-a99b-df27ffa4ca9b",
      "name": "[Details-All] Init State",
      "type": "n8n-nodes-base.set",
      "position": [
        -464,
        496
      ]
    },
    {
      "id": "3b0d0ff6-856a-4bee-9f46-daa5cd8af809",
      "name": "[Details-All] Merge Pages",
      "type": "n8n-nodes-base.merge",
      "position": [
        -64,
        512
      ]
    },
    {
      "id": "a31b526e-f7f0-4180-b55a-a18ebbc70cb3",
      "name": "HTTP Node: [Details-All] Crawler (Phase 1)",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        144,
        512
      ]
    },
    {
      "id": "11a8dcc9-c053-48a9-b341-1c07d3845a99",
      "name": "[Details-All] URL Collector",
      "type": "n8n-nodes-base.code",
      "position": [
        336,
        512
      ]
    },
    {
      "id": "adc53f96-a207-4092-b205-a5d91e4eccf9",
      "name": "[Details-All] More Pages?",
      "type": "n8n-nodes-base.if",
      "position": [
        544,
        512
      ]
    },
    {
      "id": "10e22675-55c3-4835-b3bc-641afb942fb7",
      "name": "[Details-All] Set Next URL",
      "type": "n8n-nodes-base.set",
      "position": [
        752,
        608
      ]
    },
    {
      "id": "f8022ddb-0aed-4138-b387-fdd068416721",
      "name": "[Details-All] Unpack List (Phase 2)",
      "type": "n8n-nodes-base.code",
      "position": [
        752,
        416
      ]
    },
    {
      "id": "a511ae0b-245b-4963-a8cd-fc0717ed1d76",
      "name": "[Details-All] Batch Processor",
      "type": "n8n-nodes-base.splitInBatches",
      "position": [
        1088,
        416
      ]
    },
    {
      "id": "32eb4485-a392-4317-857d-400cd9586fdb",
      "name": "HTTP Node: [Details-All] Get Details",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1376,
        432
      ]
    },
    {
      "id": "4a4adade-4953-44e5-9121-1b7720e30e98",
      "name": "[Details-All] Accumulator",
      "type": "n8n-nodes-base.code",
      "position": [
        1600,
        432
      ]
    },
    {
      "id": "e21d3a15-271c-4d97-924a-47a602d09f70",
      "name": "[Details-All] Final Output",
      "type": "n8n-nodes-base.code",
      "position": [
        1600,
        240
      ]
    },
    {
      "id": "01a48744-c1d6-4ec2-bdea-4ae62a0c2948",
      "name": "HTTP Node: [Single Item] Get Details",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -192,
        -1296
      ]
    },
    {
      "id": "222abbf5-d347-44aa-ac1e-da07a63b97fe",
      "name": "Route by Category",
      "type": "n8n-nodes-base.switch",
      "position": [
        -3472,
        1424
      ]
    },
    {
      "id": "9dc68abd-7ab3-493a-9f3b-a95a81482b53",
      "name": "Zyte Config Generator",
      "type": "n8n-nodes-base.code",
      "position": [
        -2928,
        1152
      ]
    },
    {
      "id": "b3be260c-4031-4080-bf17-9bad08b320d5",
      "name": "[List-All] Get Item List",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        1072,
        -48
      ]
    },
    {
      "id": "ab7821f2-9ce5-4620-9c6f-aed326def6d4",
      "name": "[List-All] List Accumulator",
      "type": "n8n-nodes-base.code",
      "position": [
        1280,
        -48
      ]
    },
    {
      "id": "f69aed70-5f72-40a1-a05d-a04c7e435aac",
      "name": "[List-All] Init State",
      "type": "n8n-nodes-base.set",
      "position": [
        -464,
        -80
      ]
    },
    {
      "id": "72f2b348-cf8a-46f5-9b45-6d6758eaa647",
      "name": "[List-All] Merge Pages",
      "type": "n8n-nodes-base.merge",
      "position": [
        -64,
        -64
      ]
    },
    {
      "id": "136fd770-8036-4f5d-815f-ae5a2bc56416",
      "name": "HTTP Node: [List-All] Get Page URLs",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        144,
        -64
      ]
    },
    {
      "id": "d1fb4130-e846-4e25-9117-21e8abc39773",
      "name": "[List-All] Page Controller",
      "type": "n8n-nodes-base.code",
      "position": [
        352,
        -64
      ]
    },
    {
      "id": "270f34af-1dd2-45fe-a169-a87a5e2cd7ec",
      "name": "[List-All] Check Next Page",
      "type": "n8n-nodes-base.if",
      "position": [
        560,
        -64
      ]
    },
    {
      "id": "6b2317a4-2952-4ed1-9a37-ab3e21101376",
      "name": "[List-All] Final Output",
      "type": "n8n-nodes-base.code",
      "position": [
        1280,
        -240
      ]
    },
    {
      "id": "00401370-462c-442b-b2d2-2aea9a5b5888",
      "name": "[List-All] Set Next URL",
      "type": "n8n-nodes-base.set",
      "position": [
        1488,
        -48
      ]
    },
    {
      "id": "d2d70190-d650-4c56-9705-a6198017a20c",
      "name": "HTTP BrowserHtml",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1328,
        2192
      ]
    },
    {
      "id": "fc53a493-e109-48b6-a990-6cb5693d7265",
      "name": "HTTP Node: SERP Extraction",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1248,
        1504
      ]
    },
    {
      "id": "ed5afe35-e97f-4443-87d3-73bc43a708e2",
      "name": "HTTP Response Body",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1328,
        2496
      ]
    },
    {
      "id": "cffe8ad3-f432-44e6-84f6-924e39cd8e91",
      "name": "HTTP Node: Capture Page Screenshot",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1328,
        3456
      ]
    },
    {
      "id": "7aa21852-ea5b-41a0-8030-7a97652284f2",
      "name": "HTTP Node: Capture Network API",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1328,
        2816
      ]
    },
    {
      "id": "87de0087-27e2-4ca6-a816-0868d03c2ba8",
      "name": "Convert to File ( Image )",
      "type": "n8n-nodes-base.convertToFile",
      "position": [
        3280,
        3440
      ]
    },
    {
      "id": "d6e5a7d3-64d3-4370-946f-527e00a5c6a2",
      "name": "Sticky Note",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -4560,
        1168
      ],
      "parameters": {
        "width": 384,
        "height": 688,
        "content": "## AI Web Scraper\nThis workflow turns n8n into a universal scraping machine using the [**Zyte API**](https://www.zyte.com/?utm_campaign=Discord_n8n_tpl&utm_activity=Community&utm_medium=social&utm_sou"
      }
    },
    {
      "id": "964b6a23-8767-4fd3-a66c-fa8985db9145",
      "name": "Sticky Note1",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        3072,
        -512
      ],
      "parameters": {
        "width": 448,
        "height": 352,
        "content": "## AI Output: Aggregation & CSV Export"
      }
    },
    {
      "id": "a6d77074-b1f2-41ba-9fee-edc6c50276d8",
      "name": "Sticky Note2",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        3104,
        2560
      ],
      "parameters": {
        "width": 432,
        "height": 368,
        "content": "## General Output: Raw Export\n## ( Custom Parsing Needed ) ⚠️"
      }
    },
    {
      "id": "5636a5fc-99b9-4cef-b90d-61eb5f32a32a",
      "name": "Sticky Note3",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        3120,
        3312
      ],
      "parameters": {
        "width": 432,
        "height": 368,
        "content": "## Image Output: Save as JPEG or PNG"
      }
    },
    {
      "id": "45be9452-a6f4-4143-9ee9-fb40b4ce3b7c",
      "name": "Custom Output",
      "type": "n8n-nodes-base.set",
      "position": [
        3264,
        2720
      ]
    },
    {
      "id": "b4956fd0-df61-4f43-90ca-b1bf7ba70c3e",
      "name": "Sticky Note4",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1424,
        1280
      ],
      "parameters": {
        "width": 464,
        "height": 448,
        "content": "## 🔍 Non-AI Extraction :: SERP\n\nThis gets search results using the 'serp' schema.\n\n**Note:** You can modify the Domain (in the HTTP node) to get details from different search engines or regions."
      }
    },
    {
      "id": "ed28eee9-0f90-4b23-a5bf-75e0d930a733",
      "name": "Sticky Note6",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -1536,
        1856
      ],
      "parameters": {
        "width": 736,
        "height": 1888,
        "content": "## 🛠️ Manual Mode (Raw Data)\n\n\n\n\nAggregates raw outputs (HTML, JSON, Base64) from the manual flows.\n\n**⚠️ NOTE:** No AI parsing happens here. You must add your own 'HTML Extract' or 'Code' nodes after"
      }
    },
    {
      "id": "a7c57f73-0ef8-4cf6-9836-2df17526269b",
      "name": "HTTP Node: Infinite Scroll",
      "type": "n8n-nodes-base.httpRequest",
      "position": [
        -1328,
        3136
      ]
    },
    {
      "id": "48cbf57b-ed1d-45df-ab51-28495d5243bd",
      "name": "Sticky Note7",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -3808,
        944
      ],
      "parameters": {
        "width": 1424,
        "height": 1072,
        "content": "## 🕹️ Control Center\n\n**1. Form:** Accepts URL & API Key.\n**2. Logic Engine:** Maps your \"Goal\" (e.g., \"Crawl all pages\") to the correct AI Schema (Product, Article, Job).\n**3. Routing:** Directs traf"
      }
    },
    {
      "id": "34bd22a1-03dc-42c5-a9a3-76765f2450ce",
      "name": "Sticky Note8",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        -608,
        -1552
      ],
      "parameters": {
        "width": 2592,
        "height": 2560,
        "content": "## 🤖 AI Extraction Pipeline (5 Scenarios)\n\nThis section handles the smart extraction based on your goal:\n\n\n\n1. **Simple Scrapes (No Pagination):**\n\n\n\ni. **Single Item:** Scrapes one specific product/a"
      }
    },
    {
      "id": "ef1ea378-9a1d-4fa4-9cd9-3da590389602",
      "name": "serp response",
      "type": "n8n-nodes-base.set",
      "position": [
        3248,
        1504
      ]
    },
    {
      "id": "1da628d0-c21d-457b-9dd0-85fbfb4c302a",
      "name": "Extracted AI Output",
      "type": "n8n-nodes-base.convertToFile",
      "position": [
        3248,
        -368
      ]
    },
    {
      "id": "eb314b24-2931-4171-893c-e3b94ad04b98",
      "name": "Sticky Note5",
      "type": "n8n-nodes-base.stickyNote",
      "position": [
        3072,
        1360
      ],
      "parameters": {
        "width": 464,
        "height": 368,
        "content": "## Output:: serp Response"
      }
    },
    {
      "id": "1c10ab5d-2ce2-4d5e-8ce5-adc54ddf2ee0",
      "name": "General Extract Goal",
      "type": "n8n-nodes-base.switch",
      "position": [
        -2720,
        1712
      ]
    },
    {
      "id": "b312118e-1feb-4998-b7e4-0699dfefccd8",
      "name": "General Extraction Goal Form",
      "type": "n8n-nodes-base.form",
      "position": [
        -3168,
        1760
      ]
    },
    {
      "id": "3ca9459f-fe34-4ad9-8266-855310e35d36",
      "name": "AI Extraction Goal Form",
      "type": "n8n-nodes-base.form",
      "position": [
        -3152,
        1152
      ]
    }
  ],
  "connections": {
    "Custom Output": {
      "main": [
        []
      ]
    },
    "HTTP BrowserHtml": {
      "main": [
        [
          {
            "node": "Custom Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Route by Category": {
      "main": [
        [
          {
            "node": "AI Extraction Goal Form",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "AI Extraction Goal Form",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "AI Extraction Goal Form",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: SERP Extraction",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "General Extraction Goal Form",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Response Body": {
      "main": [
        [
          {
            "node": "Custom Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "General Extract Goal": {
      "main": [
        [
          {
            "node": "HTTP BrowserHtml",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Response Body",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: Capture Network API",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: Infinite Scroll",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: Capture Page Screenshot",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Main form submission": {
      "main": [
        [
          {
            "node": "Route by Category",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Zyte Config Generator": {
      "main": [
        [
          {
            "node": "Product Extraction Goal",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Init State": {
      "main": [
        [
          {
            "node": "[List-All] Merge Pages",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Merge Pages": {
      "main": [
        [
          {
            "node": "HTTP Node: [List-All] Get Page URLs",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "AI Extraction Goal Form": {
      "main": [
        [
          {
            "node": "Zyte Config Generator",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Product Extraction Goal": {
      "main": [
        [
          {
            "node": "HTTP Node: [Single Item] Get Details",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: [List] Get Current Page",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: [Current Page] Get Item URLs",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "[List-All] Init State",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "[Details-All] Init State",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Final Output": {
      "main": [
        [
          {
            "node": "Extracted AI Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Set Next URL": {
      "main": [
        [
          {
            "node": "[List-All] Merge Pages",
            "type": "main",
            "index": 1
          }
        ]
      ]
    },
    "[Current Page] Item Loop": {
      "main": [
        [
          {
            "node": "Extracted AI Output",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: [Current Page] Get Item Details",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Init State": {
      "main": [
        [
          {
            "node": "[Details-All] Merge Pages",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Get Item List": {
      "main": [
        [
          {
            "node": "[List-All] List Accumulator",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Accumulator": {
      "main": [
        [
          {
            "node": "[Details-All] Batch Processor",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Merge Pages": {
      "main": [
        [
          {
            "node": "HTTP Node: [Details-All] Crawler (Phase 1)",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] More Pages?": {
      "main": [
        [
          {
            "node": "[Details-All] Unpack List (Phase 2)",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "[Details-All] Set Next URL",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: Infinite Scroll": {
      "main": [
        [
          {
            "node": "Custom Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: SERP Extraction": {
      "main": [
        [
          {
            "node": "serp response",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Current Page] Split Items": {
      "main": [
        [
          {
            "node": "[Current Page] Item Loop",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Final Output": {
      "main": [
        [
          {
            "node": "Extracted AI Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Set Next URL": {
      "main": [
        [
          {
            "node": "[Details-All] Merge Pages",
            "type": "main",
            "index": 1
          }
        ]
      ]
    },
    "[List-All] Check Next Page": {
      "main": [
        [
          {
            "node": "[List-All] Final Output",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "[List-All] Get Item List",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] Page Controller": {
      "main": [
        [
          {
            "node": "[List-All] Check Next Page",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] URL Collector": {
      "main": [
        [
          {
            "node": "[Details-All] More Pages?",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[List-All] List Accumulator": {
      "main": [
        [
          {
            "node": "[List-All] Set Next URL",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "General Extraction Goal Form": {
      "main": [
        [
          {
            "node": "General Extract Goal",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Batch Processor": {
      "main": [
        [
          {
            "node": "[Details-All] Final Output",
            "type": "main",
            "index": 0
          }
        ],
        [
          {
            "node": "HTTP Node: [Details-All] Get Details",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: Capture Network API": {
      "main": [
        [
          {
            "node": "Custom Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "Format Output [ Single || List ]": {
      "main": [
        [
          {
            "node": "Extracted AI Output",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: Capture Page Screenshot": {
      "main": [
        [
          {
            "node": "Convert to File ( Image )",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [List] Get Current Page": {
      "main": [
        [
          {
            "node": "Format Output [ Single || List ]",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [List-All] Get Page URLs": {
      "main": [
        [
          {
            "node": "[List-All] Page Controller",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "[Details-All] Unpack List (Phase 2)": {
      "main": [
        [
          {
            "node": "[Details-All] Batch Processor",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [Details-All] Get Details": {
      "main": [
        [
          {
            "node": "[Details-All] Accumulator",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [Single Item] Get Details": {
      "main": [
        [
          {
            "node": "Format Output [ Single || List ]",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [Current Page] Get Item URLs": {
      "main": [
        [
          {
            "node": "[Current Page] Split Items",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [Current Page] Get Item Details": {
      "main": [
        [
          {
            "node": "[Current Page] Item Loop",
            "type": "main",
            "index": 0
          }
        ]
      ]
    },
    "HTTP Node: [Details-All] Crawler (Phase 1)": {
      "main": [
        [
          {
            "node": "[Details-All] URL Collector",
            "type": "main",
            "index": 0
          }
        ]
      ]
    }
  }
}