Configuration Load Example

config.json

{
  "goCrawl":true
}

crawler.js

/*
 * Web Crawler
 *
 * Usage: node crawler.js <config-path> <output-path>
 */

var path = require('path');

var config = require('./lib/config.js');
var crawler = require('./lib/crawler.js');

function main () {
  
  if (process.argv.length < 4) {
    console.log('Usage: node crawler.js <config-path> <output-path>');
    return process.exit(1);
  }

  var configPath = path.resolve(process.argv[2]);
  var outputPath = path.resolve(process.argv[3]);

  // Load the configs!
  config.load(configPath);

  crawler.go(function (err) {
    if (err) {
      console.log('Error Occured: ', err);
      return process.exit(1);
    }

    console.log('Crawl Success');
  });
}

if (require.main === module) {
  main();
}

lib-crawler.js

var crawler = exports; exports.constructor = function crawler () {};

var config = require('./config');

crawler.go = function goCrawl (cb) {
  if (config.goCrawl === false) {
    return cb('He said to not crawl!');
  }

  cb();
};