marketplace

facebookScrape.js

require('isomorphic-fetch');

async function go(params) {
  const variables = {
    params: {
      bqf: { callsite: 'COMMERCE_MKTPLACE_WWW', query: 'iphone' },
      browse_request_params: {
        // burlington
        filter_location_id: '108043585884666',
        // hamilton
        // filter_location_id: '104011556303312',
        filter_price_lower_bound: 0,
        filter_price_upper_bound: 214748364700,
      },
      custom_request_params: {
        surface: 'SEARCH',
        search_vertical: 'C2C',
      },
    },
  };

  const res = await fetch('https://www.facebook.com/api/graphql/', {
    headers: {
      'content-type': 'application/x-www-form-urlencoded',
    },
    body: `variables=${JSON.stringify(variables)}&doc_id=2022753507811174`,
    method: 'POST',
    mode: 'cors',
  });
  const { data } = await res.json();
  console.log(data);
  // Pagination Cursor - doesn't seem to work if I pass it above
  console.log(data.marketplace_search.feed_units.page_info);
  data.marketplace_search.feed_units.edges.forEach(
    ({
      node: {
        product_item: { for_sale_item },
      },
    }) => {
      console.log(for_sale_item.group_commerce_item_title);
    }
  );
}

go();

Looks like line 26 body requirements have changed. I just dumped the body of my xhr request in there and it's working. Also the shape returned by graphql has changed. I've run out of time working on it now, so I'll just show what I've got. Not pretty.

const res = await fetch('https://www.facebook.com/api/graphql/', {
    credentials: 'include',
    headers: {
      accept: '*/*',
      'accept-language': 'en-US,en;q=0.9',
      'content-type': 'application/x-www-form-urlencoded',
      'sec-fetch-mode': 'cors',
      'sec-fetch-site': 'same-origin',
      'viewport-width': '277',
    },
    referrer:
      'https://www.facebook.com/marketplace/raleigh/search/?query=golf%20cart&vertical=C2C&sort=BEST_MATCH',
    referrerPolicy: 'origin-when-cross-origin',
    // body: `variables=${JSON.stringify(variables)}&doc_id=2022753507811174`,
    body:
      'av=0&__user=0&__a=1&__dyn=7xeUmBwjbgmwCwKKEKEW74jFwn84a2i5U4e1FxebzEdF989Euxa0z8S2S4okwAwxxicw9m7oqx61BwvU2Vwb-q3q5Voy6o2xwbG783pwKx-8wlU-cBweq0wXAy85iaxq3m7Eaoy15wJwBgK7o88vwEwf62W2C4U2IzUuxy485W1dxe5o&__csr=&__req=3&__pc=PHASED%3ADEFAULT&dpr=1&__rev=1001480872&__s=f2tba8%3A86i7l7%3Ab63no8&__hsi=6765868467750761585-0&lsd=AVpb1DF9&jazoest=2605&__spin_r=1001480872&__spin_b=trunk&__spin_t=1575301510&fb_api_caller_class=RelayModern&fb_api_req_friendly_name=MarketplaceSearchResultsPageContainerNewQuery&variables=%7B%22MARKETPLACE_FEED_ITEM_IMAGE_WIDTH%22%3A196%2C%22VERTICALS_LEAD_GEN_PHOTO_HEIGHT_WIDTH%22%3A40%2C%22MERCHANT_LOGO_SCALE%22%3Anull%2C%22params%22%3A%7B%22bqf%22%3A%7B%22callsite%22%3A%22COMMERCE_MKTPLACE_WWW%22%2C%22query%22%3A%22golf%20cart%22%7D%2C%22browse_request_params%22%3A%7B%22filter_location_id%22%3A%22raleigh%22%2C%22commerce_search_sort_by%22%3A%22BEST_MATCH%22%2C%22filter_price_lower_bound%22%3A0%2C%22filter_price_upper_bound%22%3A214748364700%7D%2C%22custom_request_params%22%3A%7B%22surface%22%3A%22SEARCH%22%2C%22search_vertical%22%3A%22C2C%22%7D%7D%7D&doc_id=3456763434364354',
    method: 'POST',
    mode: 'cors',
  });
  const { data } = await res.json();
  const { edges } = data.marketplace_search.feed_units;
  const nodes = edges.map(edge => {
    const { listing } = edge.node;
    console.log(listing);
    return {
      listing,
    };
  });