Implementation of ZenRows with AgentQL

agentql-zenrows.js

# Learn more about agentQL at AgentQL.com
const { wrap, configure } = require('agentql');
const { chromium } = require('playwright');

# Learn more about Zenrows browser API at https://docs.zenrows.com/scraping-browser/get-started/playwright
const connectionURL = 'wss://browser.zenrows.com?apikey=' + process.env.ZENROWS_API_KEY;

// Set the URL to the desired website
const URL = 'https://www.etsy.com/uk/search?q=gift&anchor_listing_id=1807561558&mosv=ssos&moci=1299343889674&mosi=1299363012586&is_merch_library=true&max=30';

async function main() {
  // Configure the AgentQL API key
  configure({
    apiKey: process.env.AGENTQL_API_KEY, // This is the default and can be omitted.
  });

  // point the browser to the ZenRows service
  const browser = await chromium.connectOverCDP(connectionURL);

  // Wrap the page to get access to the AgentQL's querying API
  const page = await wrap(await browser.newPage());

  // Navigate to the URL
  await page.goto(URL);

  const query = `{
    products[] {
      name
      price
    }
  }`;
  // Get the products from the page
  const products = await page.queryData(query);

  console.log(products);

  // Used only for demo purposes. It allows you to see the effect of the script.
  await page.waitForTimeout(10000);

  await browser.close();
}

main();