adrianhorning08

async function scrapeLinkedinSearch() {
  let allProfiles = [];
  let page = 1;
  window.scrollTo(0, document.body.scrollHeight);
  await new Promise((resolve) => setTimeout(resolve, 500));
  // find the button aria-label="Next"
  let nextButton = document.querySelector('button[aria-label="Next"]');

  const peeps = getProfiles();
  allProfiles.push(...peeps);

adrianhorning08

{
    "mkSpots": {
        "ESpot_CommonStyles": {
            "key": "ESpot_CommonStyles",
            "content": {
                "content": "<script>\nif (!Array.prototype.indexOf) { Array.prototype.indexOf = function(obj, start) { for (var i = (start || 0), j = this.length; i < j; i++) { if (this[i] === obj) { return i; } } return -1; } }\nif (!Array.prototype.filter) { Array.prototype.filter = function(fun/*, thisArg*/) { 'use strict'; if (this === void 0 || this === null) { throw new TypeError(); } var t = Object(this); var len = t.length >>> 0; if (typeof fun !== 'function') { throw new TypeError(); } var res = []; var thisArg = arguments.length >= 2 ? arguments[1] : void 0; for (var i = 0; i < len; i++) { if (i in t) { var val = t[i]; if (fun.call(thisArg, val, i, t)) { res.push(val); } } } return res; }; }\n</script>\n\n<script>\nvar MKT_VERSION = {\n  'mkt': '5.145',\n  'standard': '5.64',\n  'mobile': '5.53',\n  'standard-spa': '5.64',\n  'standard-apps': '5.8',\n  'zaralib-p': '1.40'\n}\n</script

adrianhorning08

{
  "totalCount": 1235,
  "data": [
    {
      "activatedOn": "2023-08-16T21:42:46Z",
      "locations": [
        {
          "address": "Conifer Town Centre Dr",
          "city": "Conifer",
          "county": "Jefferson County",

adrianhorning08

{
  "code": "000000",
  "message": null,
  "messageDetail": null,
  "data": {
    "catalogs": [
      {
        "catalogId": 48,
        "parentCatalogId": null,
        "icon": "https://public.bnbstatic.com/image/cms/content/body/202202/9252ba30f961b1a20d49e622a0ecfad5.png",

adrianhorning08

import fetch from "node-fetch";
import fs from "graceful-fs";
import * as cheerio from "cheerio";

async function getJob(id) {
  try {
    const response = await fetch(
      `https://www.linkedin.com/jobs-guest/jobs/api/jobPosting/${id}`,
      {
//         agent: getProxyAgent(), put proxy here

adrianhorning08

import * as cheerio from "cheerio";
import fs from "graceful-fs";
import puppeteerExtra from "puppeteer-extra";
import stealthPlugin from "puppeteer-extra-plugin-stealth";
import chromium from "@sparticuz/chromium";

(async function () {
  console.log("starting");
  let term = "marketing";

adrianhorning08

{
  "properties": {
    "title": "Asana",
    "short_description": "Asana is a computer software company that specializes in the fields of work management and productivity.",
    "facet_ids": [
      "contact",
      "siftery",
      "ipqwery",
      "privco",
      "aberdeen",

adrianhorning08

import * as cheerio from "cheerio";
import puppeteerExtra from "puppeteer-extra";
import stealthPlugin from "puppeteer-extra-plugin-stealth";
import chromium from "@sparticuz/chromium";

async function searchGoogleMaps() {
  try {
    const start = Date.now();

    puppeteerExtra.use(stealthPlugin());

adrianhorning08

    const zips = [
      60043, 60093, 60521, 60522, 60022, 60045, 62367, 60091, 60044, 60015,
      60035, 60040, 60048, 49506, 48303, 48304, 48167, 53092, 53097, 53211,
      53217, 55110, 55115, 60643, 46032, 46033, 46074, 46077, 46082, 46240,
      46260, 46280, 46290, 53005, 53122, 53008, 53045, 53072, 62294, 55328,
      53012, 54115, 54344, 60514, 55343, 55410, 55436, 55416, 55439, 55424,
      46774, 46801, 46802, 46803, 46804, 46805, 46806, 46807, 46808, 46809,
      46814, 46815, 46816, 46818, 46819, 46825, 46835, 46845, 46850, 46851,
      46852, 46853, 46854, 46855, 46856, 46857, 46858, 46859, 46860, 46861,
      46862, 46863, 46864, 46865, 46866, 46867, 46868, 46869, 46885, 46895,

adrianhorning08

{
    "id": 20025,
    "status": "danger",
    "max_baseline": 5,
    "min_baseline": 1,
    "regionalCommunicate": false,
    "communicate": null,
    "company": "Chase",
    "max": 1554,
    "series": {