Mises Scraper Script

script.sh

#!/usr/bin/env bash
URL='https://mises.org/library/austrian'
ARTICLES=$(curl "$URL" | grep -oE 'of [0-9]+' | sed 's/of //')
PAGES=$((ARTICLES/10))

rm files.txt
for i in $(eval echo {0..$PAGES})
do
    curl "$URL?page=$i" | grep -o 'href=\"[^"]*\.pdf' | sed 's/href="//g' >> files.txt
done

pdfs=$(sort files.txt | uniq)

while read -r pdf
do
    wget -nc "$pdf"
done <<< "$pdfs"