s3ListAllObjectsGenerator.ts

import S3 from "aws-sdk/clients/s3";

const s3 = new S3();

export async function* s3ListAllObjects(bucketName: string, limit: number = Number.MAX_VALUE) {
    let p = s3.listObjectsV2({ Bucket: bucketName }).promise();

    for (let i = 0; i < limit; ++i) {
        const result = await p;

        if (!result.IsTruncated || result.NextContinuationToken === undefined) {
            yield result.Contents;
            break;
        }

        p = s3.listObjectsV2({ Bucket: bucketName, ContinuationToken: result.NextContinuationToken }).promise();
        yield result.Contents;
    }
}