Script to expire files from s3fs-fuse's cache, with support for spaces in file names

s3fs-delcache.sh

#!/bin/bash

# Modified version of https://github.com/s3fs-fuse/s3fs-fuse/blob/master/test/sample_delcache.sh
# to support spaces in filenames (trade-off: filenames cannot contain "¼", which should be OK for most).
#
# This is unsupport sample deleting cache files script.
# So s3fs's local cache files(stats and objects) grow up,
# you need to delete these.
# This script deletes these files with total size limit
# by sorted atime of files.
# You can modify this script for your system.
#
# [Usage] script <bucket name> <cache path> <limit size> [-silent]
#

func_usage()
{
    echo ""
    echo "Usage:  $1 <bucket name> <cache path> <limit size> [-silent]"
    echo "        $1 -h"
    echo "Sample: $1 mybucket /tmp/s3fs/cache 1073741824"
    echo ""
    echo "  bucket name = bucket name which specified s3fs option"
    echo "  cache path  = cache directory path which specified by"
    echo "                use_cache s3fs option."
    echo "  limit size  = limit for total cache files size."
    echo "                specify by BYTE"
    echo "  -silent     = silent mode"
    echo ""
}

PRGNAME=`basename $0`

if [ "X$1" = "X-h" -o "X$1" = "X-H" ]; then
    func_usage $PRGNAME
    exit 0
fi
if [ "X$1" = "X" -o "X$2" = "X" -o "X$3" = "X" ]; then
    func_usage $PRGNAME
    exit -1
fi

BUCKET=$1
CDIR=$2
LIMIT=$3
SILENT=0
if [ "X$4" = "X-silent" ]; then
    SILENT=1
fi
FILES_CDIR=$CDIR/$BUCKET
STATS_CDIR=$CDIR/\.$BUCKET\.stat

#
# Check total size
#
if [ $LIMIT -ge `du -sb $FILES_CDIR | awk '{print $1}'` ]; then
    if [ $SILENT -ne 1 ]; then
	echo "$FILES_CDIR is below allowed $LIMIT"
    fi
    exit 0
fi

#
# Make file list by sorted access time
#
ALL_STATS_ATIMELIST=`find $STATS_CDIR -type f -exec echo -n {} \; -exec echo -n "¼" \; -exec stat -c %X {} \; | awk -F¼ '{print $2":"$1}' | sort`

#
# Remove loop
#
TMP_ATIME=0
TMP_STATS=""
TMP_CFILE=""

while read -r part; do
    TMP_ATIME=`echo $part | sed 's/\:/¼/' | awk -F¼ '{print $1}'`
    TMP_STATS=`echo $part | sed 's/\:/¼/' | awk -F¼ '{print $2}'`
    TMP_CFILE=`echo $TMP_STATS | sed s/\.$BUCKET\.stat/$BUCKET/`
    if [ `stat -c %X "$TMP_STATS"` -eq $TMP_ATIME ]; then
	rm -f "$TMP_STATS" "$TMP_CFILE" > /dev/null 2>&1
	if [ $? -ne 0 ]; then
	    if [ $SILENT -ne 1 ]; then
		echo "ERROR: Could not remove files($TMP_STATS,$TMP_CFILE)"
	    fi
	    exit -1
	else
	    if [ $SILENT -ne 1 ]; then
		echo "remove file: $TMP_CFILE$TMP_STATS"
	    fi
	fi
    fi
    
    if [ $LIMIT -ge `du -sb $FILES_CDIR | awk '{print $1}'` ]; then
	if [ $SILENT -ne 1 ]; then
	    echo "finished removing files"
	fi
	break
    fi
done <<< "$ALL_STATS_ATIMELIST"

if [ $SILENT -ne 1 ]; then
    TOTAL_SIZE=`du -sb $FILES_CDIR | awk '{print $1}'`
    echo "Finish: $FILES_CDIR total size is $TOTAL_SIZE"
fi

exit 0