consoleScrape.js

consoleScrape

/**
 * Scrape indicated selectorString element from single or multiple web pages.
 * @param  {Number} numPages       Number of pages to scrape. Depends on RESTful pagination.
 * @param  {String} urlRoot        Base URL.
 * @param  {String} selectorString jQuery selector string.
 * @param  {Array}  returnArray    Array of jQuery objects matching the selectorString.
 * @return {Array}  returnArray
 */

function consoleScrape(numPages, urlRoot, selectorString, returnArray) {
    if (!returnArray) {
        var returnArray = [];
    }

    $.ajax({
        url: urlRoot + numPagEs + '/',
        success: function(data) {
            $(data).find(selectorString).each(function(index, element) {
                returnArray.push(element);
            });
            if (numPages > 1) {
                consoleScrape(numPages - 1, urlRoot, selectorString, returnArray);
            } else {
                console.log(returnArray);
                return returnArray;
            }
        }
    });
}