Purge Spark Files created by Mesos/Spark

purge_spark-files.sh

#!/bin/bash
set +x
set -o pipefail
spark_tmp_dirs=$(sudo ls -d /tmp/spark-*)
for dir in $spark_tmp_dirs; do
	num_procs_using_dir=$(sudo lsof +D $dir | wc -l)
	if [ "$num_procs_using_dir" = "0" ]; then
		sizeof_dir=$(sudo du -sh . | cut -d$'\t' -f 1)
		echo "Deleting $dir -- should free up $sizeof_dir"
		sudo rm -r $dir
	fi
done