DanNi0130

## gist:0f959de6f41839a1b45328a33daabb8e
npm install --save request request-promise cheerio puppeteer

## install libraries
npm install --save request request-promise cheerio puppeteer

## potusScraper.js v1
const rp = require('request-promise');
const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States';

rp(url)
  .then(function(html){
    //success!
    console.log(html);
  })
  .catch(function(err){
    //handle error

## potusScraper.js v1 output
<!DOCTYPE html>
<html class="client-nojs" lang="en" dir="ltr">
<head>
<meta charset="UTF-8"/>
<title>List of Presidents of the United States - Wikipedia</title>
...

## potusScraper.js v2
const rp = require('request-promise');
const $ = require('cheerio');
const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States';

rp(url)
  .then(function(html){
    //success!
    console.log($('big > a', html).length);
    console.log($('big > a', html));
  })

## potusScraper.js v2 output
45
{ '0':
  { type: 'tag',
    name: 'a',
    attribs: { href: '/wiki/George_Washington', title: 'George Washington' },
    children: [ [Object] ],
    next: null,
    prev: null,
    parent:
      { type: 'tag',

## potusScraper.js v3
const rp = require('request-promise');
const $ = require('cheerio');
const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States';

rp(url)
  .then(function(html){
    //success!
    const wikiUrls = [];
    for (let i = 0; i < 45; i++) {
      wikiUrls.push($('big > a', html)[i].attribs.href);

## potusScraper.js v3 output
[
  '/wiki/George_Washington',
  '/wiki/John_Adams',
  '/wiki/Thomas_Jefferson',
  '/wiki/James_Madison',
  '/wiki/James_Monroe',
  '/wiki/John_Quincy_Adams',
  '/wiki/Andrew_Jackson',
  ...
]

## potusParse.js v1
const rp = require('request-promise');
const url = 'https://en.wikipedia.org/wiki/George_Washington';

rp(url)
  .then(function(html) {
    console.log(html);
  })
  .catch(function(err) {
    //handle error
  });

## potusParse.js v1 output
<html class="client-nojs" lang="en" dir="ltr">
<head>
<meta charset="UTF-8"/>
<title>George Washington - Wikipedia</title>
...
	const rp = require('request-promise');
	const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States';

	rp(url)
	.then(function(html){
	//success!
	console.log(html);
	})
	.catch(function(err){
	//handle error
	<!DOCTYPE html>
	<html class="client-nojs" lang="en" dir="ltr">
	<head>
	<meta charset="UTF-8"/>
	<title>List of Presidents of the United States - Wikipedia</title>
	...
	const rp = require('request-promise');
	const $ = require('cheerio');
	const url = 'https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States';

	rp(url)
	.then(function(html){
	//success!
	console.log($('big > a', html).length);
	console.log($('big > a', html));
	})
	45
	{ '0':
	{ type: 'tag',
	name: 'a',
	attribs: { href: '/wiki/George_Washington', title: 'George Washington' },
	children: [ [Object] ],
	next: null,
	prev: null,
	parent:
	{ type: 'tag',
	[
	'/wiki/George_Washington',
	'/wiki/John_Adams',
	'/wiki/Thomas_Jefferson',
	'/wiki/James_Madison',
	'/wiki/James_Monroe',
	'/wiki/John_Quincy_Adams',
	'/wiki/Andrew_Jackson',
	...
	]