URLを指定してリンク一覧を抽出する

extract.js

#!/usr/bin/env node
"use strict";

let co = require("co");
let request = require("co-request");
let process = require('process');
let cheerio = require('cheerio');
let resolve = require('url').resolve;

let url = process.argv[2];
if(typeof url !== "string") {
    console.error("Usage: extract [URL]");
    process.exit();
}

co(function* () {
    let result = yield request(url); 
    let $ = cheerio.load(result.body);
    $('a').each(function(i, e){
      console.log(resolve(url, $(e).attr('href')));
    })
}).catch(function (err) {
    console.err(err);
});