Get the latest size in bytes of all s3 buckets given a list of profiles

s3_bucket_sizes.sh

#!/bin/bash
aws_profile=("default" "otherprofile");
region="us-east-1"

# setting the expected date() format BSD style (macos)
start_time="$(date -v-2d '+%Y-%m-%d')"
end_time="$(date '+%Y-%m-%d')"

#loop AWS profiles array incase we provide more than 1 profile
for profile in "${aws_profile[@]}"; do
  # pull array of s3 buckets
  buckets=($(aws --profile "${profile}" --region $region s3 ls s3:// --recursive | awk '{print $3}'))

  #loop S3 buckets
  for bucket in "${buckets[@]}"; do
  # pull bucket size in bytes, extract last .Average value with jq, convert to human readable with numfmt
  bucket_size=$(aws --profile "${profile}" --region $region cloudwatch get-metric-statistics \
      --start-time "$start_time" --end-time "$end_time" --period 86400 --namespace AWS/S3  \
      --statistics Average --metric-name BucketSizeBytes \
      --dimensions Name=BucketName,Value=$bucket Name=StorageType,Value=StandardStorage | \
      jq -r '.Datapoints[-1] | [.Average] | @csv' | \
      numfmt --to=iec)
  echo "$bucket      $bucket_size"
  done

done