Batch download composingprogram.com pages as pdf

html2pdf.py

import pdfkit
import requests
from bs4 import BeautifulSoup

html = requests.get("http://www.composingprograms.com/")
soup = BeautifulSoup(html.text, 'html.parser')

res = []
for link in soup.find_all('a'):
  linkstr = link.get('href')
  if './pages/' in linkstr:
  linkstr = linkstr.replace('./pages', 'http://www.composingprograms.com/pages')
  res.append(linkstr)

def urltitle(url):
  html = requests.get(url).text
  title = BeautifulSoup(html, 'html.parser').title.string
  return title

urltitle_dict = {k: urltitle(k) for k in res}

pdfkit.from_url(res[0], urltitle_dict[res[0]]+'.pdf')