The Pirate Bay scraper

scraper.js

var request = require('request'),
    _ = require('lodash');

// 100: Audio
// 200: Video
// 300: Applications
// 400: Games
// 500: Porn
// 600: Other
var categories = [100, 200, 300, 400, 500, 600];

// categoryCode: One of the categories specified above.
// page: Page, starts with 0
// order: 7 (Seeders) or 9 (Leechers) (descending)
var createURL = function (categoryCode, page, order) {
  return 'http://thepiratebay.se/browse/' + categoryCode + '/' + page + '/' + order;
};

var extractMagnetURIs = function (body) {
  var parsed = body.match(/\"magnet:\?\S+\"/g),
      attr;
  return _.map(parsed, function (magnetURI) {
    attr = magnetURI.split('');
    attr.pop(); // remove first "
    attr.shift(); // remove last "
    return attr.join('');
  });
};

var onResponse = function (err, resp, body) {
  if (err) {
    return console.log('Error scraping ' + resp);
  }
  console.log(extractMagnetURIs(body));
};

// Scrape the first page of each category. Ordered by leechers (descending).
_.each(categories, function (categoryCode) {
  var url = createURL(categoryCode, 0, 9);
  request(url, onResponse);
});