s3 bucket query and stats

configure_and_query_s3.py

import boto3

resource = boto3.resource(
            's3',
            aws_access_key_id = 'my_access_key',
            aws_secret_access_key = 'my_secret_key',
            endpoint_url = 'http://s3.target.endpoint.minio-compatible.com',
            )

bucket = resource.Bucket('my_test_bucket')
bucket.create()

client = boto3.client(
            's3',
            aws_access_key_id = 'my_access_key',
            aws_secret_access_key = 'my_secret_key',
            endpoint_url = 'http://s3.target.endpoint.minio-compatible.com',
            )

folder_name = "my_folder_name" # used for wal-g
client.put_object(Bucket='my_test_bucket', Key=(folder_name+'/'))

# Checks explicitly what's stored in S3 in bytes
total_size = 0
bucket = resource.Bucket('my_test_bucket')
for object in bucket.objects.all():
  total_size += object.size
  # print(object.size)

print(total_size)