gistfile1.sh

#!/bin/bash

# this script requires the aws script from http://timkay.com/aws/

PATH="/bin:/usr/bin:/usr/sbin:/usr/local/bin"

LOCKFILE=/tmp/.s3logs.lock
QUEUEDIR=/var/spool/log-s3upload-queue
S3BUCKET=shopify-logs-bucket

enqueue() {
    TAG=$1
    FILE=`basename $2`
    mkdir -p $QUEUEDIR
    cp -f $2.1 $QUEUEDIR/`date '+%Y%m%d%H%M%S'`-$TAG-$FILE
}

upload() {
    if [ -f $LOCKFILE ] ; then
	exit 0
    fi

    touch $LOCKFILE
    for f in `ls $QUEUEDIR` ; do
	aws put $S3BUCKET/$f $QUEUEDIR/$f
	if [ $? -eq 0 ] ; then
	    rm -f $QUEUEDIR/$f
	fi
    done
    rm -f $LOCKFILE
}

usage() {
    echo "usage: `basename $0` enqueue tag filename"
    echo "       `basename $0` upload"
    exit 1
}


if [ $# -lt 1 ] ; then
    usage
fi

if [ $1 == "enqueue" ] ; then
    shift
    enqueue $1 $2
elif [ $1 == "upload" ] ; then
    shift
    upload
else
    usage
fi

exit 0