warmup.sh

#!/bin/bash
#
# Written by AC - 2015 <al@terraltech.com> - sys0dm1n.com
#
URL=$1

wget --quiet http://$URL/sitemap.xml --no-cache --output-document - | egrep -o "http(s?)://$URL[^ \"\'()\<>]+" | while read line; do
    if [[ $line == *.xml ]]
    then
        newURL=$line
        wget --quiet $newURL --no-cache --output-document - | egrep -o "http(s?)://$URL[^ \"\'()\<>]+" | while read newline; do
           curl -s -S -H "accept-encoding: gzip, deflate, br" -A 'Cache Warmer' -sL $newline -o /dev/null 2>&1
        #    echo $newline
         done
    else
         curl -s -S -H "accept-encoding: gzip, deflate, br" -A 'Cache Warmer' -sL $line -o /dev/null 2>&1
        #  echo $line
    fi
done
echo "Done $URL";
exit