Downlads today's files from a AWS S3 bucket

download.sh

#/bin/bash

# Usage ./download.sh <bucket_name> <target_folder>
# Example: ./download.sh test ./files_today
# Note: you must configure your awscli before use this. Execute aws configure 

BUCKET_NAME=$1
TARGET_DIR=$2
FILES_LIST=$TARGET_DIR/files.txt

aws s3 ls s3://$BUCKET_NAME | grep $(date +'%Y-%m-%d') | awk  '{ print $4 }' > $FILES_LIST
while IFS= read -r line || [ -n "$line" ]; do
  aws s3 cp s3://$BUCKET_NAME/$line $TARGET_DIR/
done <$FILES_LIST

rm -f $FILES_LIST