nightmare: Alexa Top 500

alexa500.js

'use strict';

// http://www.nightmarejs.org/
var Nightmare = require('nightmare');
var nightmare = Nightmare();

var pages = Array.from({length:20}, (_, k) => (k));
var top500 = [];

getTop500(pages);

function getTop500(pages) {
    if (!pages.length) {
        console.log(top500.join('\n'));
        return nightmare.end()
    };
    var page = pages.shift();

    return getTopsites(page)
        .then(topsites => {
            top500.push.apply(top500, topsites)
            return getTop500(pages);
        });
}

function getTopsites(page) {
    return nightmare
        .goto(`http://www.alexa.com/topsites/global;${page}`)
        .wait('.page-product-content')
        .evaluate(function () {
            var listings = document.querySelectorAll('.site-listing .desc-paragraph a');
            return Object.keys(listings).map(key => listings[key].innerText);
        });
}