web scraper capable of downloading javascript-generated content using puppeteer.

pptscraper.js

#!/usr/bin/env node
// http://toddhayton.com/2018/08/01/scraping-with-puppeteer/
// usage example:
// ./pptscraper.js https://www.cwb.gov.tw/V7/observe/real/46744.htm > a.htm
const homedir = require('os').homedir();
const puppeteer = require(homedir + '/node_modules/puppeteer');
const url = process.argv[2];
const sel = process.argv[3];

async function main() {
    const browser = await puppeteer.launch();
    const page = await browser.newPage();

    await page.goto(url);
    await page.waitForSelector(sel ? sel : 'body');
    console.log(await page.content());
    await browser.close();    
}

main();