This script mirrors the gutenberg cache of generated file formats.

gutenberg_rsync.sh

#!/bin/bash
# This script mirrors the gutenberg cache
# of generated file formats
# By Braddock Gaskill 2013

DIR=/knowledge/data/gutenberg/cache/generated
mkdir -p "${DIR}"
cd "${DIR}"
pwd
while (true); do
    echo -n 'RSYNC START '
    date
    rsync --progress -avHSz --delete --delete-after  \
        --exclude='*.zip' \
        --exclude='*.mp3' \
        --exclude='*.ogg' \
        --exclude='*.iso' \
        --exclude='*.ISO' \
        --exclude='*pgdvd*' \
        --exclude='*.rar' \
        --exclude='*.mpeg' \
        --exclude='*.m4b' \
        --exclude='*.wav' \
        --exclude='*.log' \
        --exclude='*.mobi' \
        --exclude='*.pdb' \
        --exclude='*.rdf' \
        --exclude='*.qioo.jar' \
        ftp@ftp.ibiblio.org::gutenberg-epub .
    echo -n 'SLEEPING 30 MINUTES: RSYNC ENDED '
    date
    sleep 1800
done