List all objects of a AWS S3 folder (bypass the limit of 1000 objects)

storage.go

package storage

import (
	"context"
	_ "github.com/aws/aws-sdk-go-v2/feature/s3/manager"
	"github.com/aws/aws-sdk-go-v2/service/s3"
	"github.com/aws/aws-sdk-go-v2/service/s3/types"
	_ "github.com/aws/aws-sdk-go-v2/service/s3/types"
)


func ListFolderObjects(client *s3.Client, bucket string, prefix string) []types.Object {

	paginator := s3.NewListObjectsV2Paginator(client, &s3.ListObjectsV2Input{
		Bucket: &bucket,
		Prefix: &prefix,
	})

	objects := []types.Object{}
	for {
		if !paginator.HasMorePages() {
			break
		}

		page, err := paginator.NextPage(context.TODO())
		if err != nil && page.Contents != nil {
			objects = append(objects, page.Contents...)
		}
	}

	return objects
}