list_top_s3_directories.py

import boto3
from upath import UPath


def directories_with_boto3(
    bucket: str, prefix: str, protocol: str = "s3"
) -> list[UPath] | None:
    """List the top level directories in the S3 bucket relative to the provided prefix."""
    path = UPath(bucket + prefix, protocol=protocol)
    contents = [content for content in path.iterdir() if content.is_dir()]
    if not contents:
        return None
    return contents


def directories_with_upath(
    s3, bucket: str, prefix: str, delimiter: str = "/"
) -> list[str] | None:
    """Get the top level directory names with respect to the provided delimiter in the S3 bucket"""
    result = s3.list_objects_v2(Bucket=bucket, Prefix=prefix, Delimiter=delimiter)
    sub_dirs = result.get("CommonPrefixes")
    if not sub_dirs:
        return None
    return sub_dirs