Quick and dirty script to save a whole site to archive.org

archive.sh

#!/bin/bash

URL=$1
PATH=$2
EXCLUDE=$3

/bin/rm -rf "$URL"

echo "Gathering URLs..."

/usr/local/bin/wget -q -r -nc "$URL$PATH" -D "$URL" -X "$EXCLUDE"

echo "Sending to archive.org..."

/usr/bin/find "$URL" -type f -print0 | while IFS= read -r -d $'\0' LINE; do
    echo "Saving $LINE"
    /usr/bin/curl -s "https://web.archive.org/save/$LINE" > /dev/null &
    /bin/sleep 1
done

echo "Done"

/bin/rm -rf "$URL"