Node Module for performing a large number of http requests in a sensible manner.

bulk-request.js

'use strict';

/**
 * Executes a large number of requests using asynchronous operations
 * @param {Array} reqArray - Contains request objects formatted as per the specifications of whatever request function you are using
 * @param {Function} httpPromise - A function that makes a 1 http request such as npm@request-promise: https://www.npmjs.com/package/request-promise#get-something-from-a-json-rest-api
 */
module.exports = (reqArray, httpPromise) => {
  const promiseArray = reqArray.map(req => new Promise(async (resolve, reject) => {
    try {
      resolve(await httpPromise(req));
    } catch (err) {
      reject(err);
    }
  }));
  return Promise.all(promiseArray)
    .then((responses) => responses)
    .catch(err => {
      return { "message": "bulk request failed", "error": err }
    });
}