narpm.org-scraper

scrapeIt.js

/*
 * A scraper for narpm.org, as described at
 *   https://www.odesk.com/o/jobs/job/_~011b56c2f6e6ad6885/
 *
 * The job got cancelled and therefore this script.
 */

/* libz */
var request = require('request')
var $ = require('cheerio')
var fs = require('fs')

/* cfg */
var baseUrl = 'http://www.narpm.org/search/search-managers.html?submitted=true&a=managers_by_zip&xRadius=102&xZipCode='
var zipCodes = [ 10001 ]

/* execute */
zipCodes.forEach(function(zip) {
  console.log('request', zip)

  request(baseUrl + zip, function(err, res, body) {
    console.log('gotz', zip)
    if (!err && res.statusCode == 200) {
      var page = $.load(body)
      var entries = page('div.darkbg, div.lightbg')
      console.log('entries.length', entries.length)
      entries.map(function(i, e) {
        if (i < 2) {
          var $e = $(e)
          // name
          console.log('name = ', $($e.find('table.datalist td[width=175]')[0]).text())
          //console.log('i, e', i, e)
        } } )

      fs.writeFile('data/' + zip, body, function() {
        console.log('wrote', zip) } ) } } ) } )