Irvin parser

gistfile1.js

var cheerio = require('cheerio'),
    needle = require('needle'),
    tress = require('tress'),
    resolve = require('url'),
    fs = require('fs');

var targetURL = 'https://icobench.com/icos';
var results = [];
var get_data = function (url, callback) {
    needle.get(url, function (err, res) {
        if (err) throw err;
        var $ = cheerio.load(res.body);
        $('.image_box>a').each(function () {
            results.push($(this).attr('href'));
        });
        $('.num>a').each(function () {
            q.push(resolve(targetURL, $(this).attr('href')));
        });
        callback();
    });
};

q = tress(get_data, 10);

q.drain = function () {
    fs.writeFileSync('./icons.json', JSON.stringify(results, null, 4));
};

var i = 1;
q.push(targetURL);
while (i < 400) {
    var new_url = targetURL + '?page=' + i;
    console.log(new_url);
    q.push(new_url);
    i = i + 1;
}