Quick and dirty script for managing S3 buckets

s3.sh

#!/usr/bin/env bash
# quick and dirty script to
# - list buckets matching
# - copy buckets matching
# - remove buckets matching

SEARCH=${1}
ACTION=${2:-"ls"}

if [ -z ${SEARCH} ]; then
    echo "Need search base"
    exit 0
fi

buckets=$(aws s3api list-buckets --query 'Buckets[?starts_with(Name, `'${SEARCH}'`) == `true`].Name' --output text)
for b in ${buckets[@]}
do
  if [[ "${ACTION}" == "ls" ]]; then
    aws s3 ls s3://${b}
  elif [[ "${ACTION}" == "cp" ]]; then
    aws s3 cp s3://"${b}" "./${b}" --recursive
  elif [[ "${ACTION}" == "rm" ]]; then
    # if the bucket has versioning enabled, this should work
    AWS_PAGER="" aws s3api delete-objects \
      --bucket ${b} \
      --delete "$(AWS_PAGER="" aws s3api list-object-versions \
      --bucket ${b} | \
      jq '{Objects: [.Versions[] | {Key:.Key, VersionId : .VersionId}], Quiet: false}')"
      
    aws s3 rb --force s3://${b}
  fi
done