Fetch fly-log-shipper logs from S3

fetch_logs.sh

#/bin/bash

# You need to have the aws CLI installed and configured.
# Set the S3_BUCKET variable before using.

S3_BUCKET="your-s3-log-bucket"

echo "Fetching logs from S3 ..."
aws s3 sync "s3://$S3_BUCKET" ./aws_logs

echo "Concatenating log files ..."
for dir in $(find ./aws_logs/*/* -type d)
do
	date=$(basename $dir);
	app=$(dirname $dir);
	log_file="$app/$date.log"

	if [ -f "$log_file" ];
	then
		rm "$log_file";
	fi

	for log in $(find $dir/*.log.gz)
	do
		gunzip -c $log >> "$log_file"
	done
done

echo "Done."