Web site comparisons

jobs.sh

#!/bin/bash                                                                                                                                                     

set -eou pipefail

cd /home/cmheisel/webapps/isittikiseason_static/mc

URL="https://mailchimp.com/about/jobs/all/"
DATADIR="./data"
DIFFDIR="./diffs"
DATE=`date +%Y-%m-%d_%H-%M-%S`

mkdir -p ${DATADIR}
mkdir -p ${DIFFDIR}

wget -O ${DATADIR}/index.html --quiet https://mailchimp.com/about/jobs/all/

if [ -a ${DATADIR}/previous.html ]; then
  is_diff=$(diff ${DATADIR}/index.html ${DATADIR}/previous.html || true)
  if [ -z "${is_diff}" ]; then
    # No Diff found this period                                                                                                                                 
    true
  else
    echo "${is_diff}" > ${DIFFDIR}/diff-${DATE}.diff
    cp ${DATADIR}/index.html ${DATADIR}/index-${DATE}.html
    echo "${is_diff}"
  fi
elif [ -a ${DATADIR}/index.html ]; then
  cp ${DATADIR}/index.html ${DATADIR}/index-${DATE}.html
fi

cp ${DATADIR}/index.html ${DATADIR}/previous.html

echo "${DATE}" > jobs.lastrun