alphabits

readme.md

Alphabits

A combination of the Cheerio and Request libraries to make a nodejs scraper that doesn't have the same memory leak issues as jsdom-based scrapers like node-scraper. Also allows for rate limiting. Units are in milliseconds.

Normal

var alphabits = require('/Users/mike/code/alphabits/lib/alphabits.js');

alphabits('http://america.aljazeera.com', function(err, $){
  var headline = $('h1.topStories-headline a').html();
  console.log(headline);
})

Rate limited

var alphabits = require('/Users/mike/code/alphabits/lib/alphabits.js').rateLimit(5000);

for (var i = 0; i < 5; i++){
	alphabits('http://america.aljazeera.com', function(err, $){
	  var headline = $('h1.topStories-headline a').html();
	  console.log(headline);
	})
}