Techcrunch Article Title Scraper

tc_scrape.js

const lib = require('lib');
const async = require('async');
const _ = require('lodash');

var pages = [
    'https://techcrunch.com/',
    ...(_.range(2, 100).map((i) => "https://techcrunch.com/page/" + i))
];

async.mapLimit(pages, 10, (pageUrl, callback) => {
    lib.nemo.scrape({
        url: pageUrl,
        query: ".post-title a",
        userAgent: "nemo/scrape v0.1"
    }, callback);
}, (err, results) => {
    if (err) return console.error("failure", err);

    var names = _.flatten(_.map(results, 'query_value'));
    console.log(names);
});

Very easy way to scrape multiple pages of Techcrunch in seconds: