Delete all versions of all files in s3 versioned bucket using AWS CLI and jq.

delete_all_object_versions.sh

#!/bin/bash

bucket=$1
prefix=$2
max_entries=${3:-50}

set -e

echo "Removing ${max_entries} versions from $bucket"
echo "executing aws s3api list-object-versions --bucket $bucket --prefix $prefix --max-items $max_entries"
objects=$(aws s3api list-object-versions --bucket $bucket --prefix $prefix --max-items $max_entries)
versions=$(echo "${objects}" | jq '.Versions')
markers=$(echo "${objects}" | jq '.DeleteMarkers')

echo "removing files"
for version in $(echo "${versions}" | jq -r '.[] | @base64');
do
  version=$(echo "${version}" | base64 --decode)

  key=$(echo "${version}" | jq -r .Key)
  versionId=$(echo "${version}" | jq -r .VersionId )
  cmd="aws s3api delete-object --bucket $bucket --key ${key} --version-id ${versionId}"
  echo "Launching $cmd"
  $cmd &
done

echo "removing delete markers"
for marker in $(echo "${markers}" | jq -r '.[] | @base64');
do
    marker=$(echo ${marker} | base64 --decode)

    key=$(echo "${marker}" | jq -r .Key)
    versionId=$(echo "${marker}" | jq -r .VersionId )
    cmd="aws s3api delete-object --bucket $bucket --key ${key} --version-id ${versionId}"
    echo "Launching $cmd"
    $cmd &
done

for job in $(jobs -p); do
  wait $job
done