aws-go-sdk-v2-list-s3-object-up-over-1000.go

aws-go-sdk-v2-list-s3-object-up-to-1000.go

package main

import (
	"context"
	"fmt"
	"log"
	"os"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/service/s3"
)

func ListS3Object(cfg aws.Config) []*string {
	bucket := os.Getenv("BUCKET")
	client := s3.NewFromConfig(cfg)
	olist := []*string{}
	truncatedListing := true
	var resp *s3.ListObjectsV2Output
	var err error
	params := &s3.ListObjectsV2Input{
		Bucket: aws.String(bucket),
		Prefix: aws.String("temp"),
	}
	for truncatedListing {
		resp, err = client.ListObjectsV2(context.TODO(), params)
		checkError(err)

		for _, object := range resp.Contents {
			olist = append(olist, object.Key)
		}
		params.StartAfter = resp.Contents[len(resp.Contents)-1].Key
		truncatedListing = resp.IsTruncated
	}

	return olist
}

func checkError(err error) {
	if err != nil {
		log.Fatalf("have something wrong...:  %v", err)
	}
}

func GetS3Configure() aws.Config {
	cfg, err := config.LoadDefaultConfig(context.TODO())
	checkError(err)
	return cfg
}

func main() {
	defConfg := GetS3Configure()
	newPolicyList := ListS3Object(defConfg)

	fmt.Println("the key count", len(aws.ToStringSlice(newPolicyList)))
	fmt.Println(aws.ToStringSlice(newPolicyList))

}

go.mod

module example

go 1.16

require (
	github.com/aws/aws-sdk-go-v2 v1.11.0
	github.com/aws/aws-sdk-go-v2/config v1.10.0
	github.com/aws/aws-sdk-go-v2/service/s3 v1.19.0
)