googleScraper.js

const fetch = (...args) =>
  import("node-fetch").then(({ default: fetch }) => fetch(...args));
const { buildQueryStr, timeTaken } = require("./helpers.js");

async function getSource({ q, ...params } = {}, page = 1) {
  if (!q) throw Error("{ q } is a manadatory parameter!");

  const url =
    `https://www.google.com/search?` +
    buildQueryStr({
      pws: 0,
      adtest: "off",
      lr: "lang_en",
      hl: "en",
      q,
      start: (page - 1) * 10,
      ...params,
    });

  return await fetch(url).then((r) => r.text());
}

function parseSource(htmlStr) {
  const urls = [
    ...htmlStr.matchAll(/class="egMi0 kCrYT"><a href="\/url\?q=(.+?)&amp;/g),
  ].map((match) => match[1]);

  const titles = [
    ...htmlStr.matchAll(/class="BNeawe vvjwJb AP7Wnd">(.+?)</g),
  ].map((match) => match[1]);

  return urls.map((url, i) => ({ url, title: titles[i] }));
}

async function get(params, page) {
  return parseSource(await getSource(params, page));
}

module.exports = { getSource, parseSource, get };