load latest metadata iceberg

gistfile1.txt

import boto3
import pandas as pd
s3_client = boto3.client('s3')
bucket = 'xxxxxxx'
prefix = 'zzzz/yyyyyy/metadata'
paginator = s3_client.get_paginator('list_objects_v2')
response_iterator = paginator.paginate(Bucket=bucket, Prefix=prefix)
file_names = pd.DataFrame(columns=['file','date'])
for response in response_iterator:
    for object_data in response['Contents']:
        key = object_data['Key']
        last = object_data['LastModified']
        if key.endswith('.json'):
            row = {'file': key,'date':last}
            file_names = pd.concat([file_names,pd.DataFrame(row,index=[key])] , axis=0, ignore_index=True)
file_names.sort_values(by=['date'], ascending = False, inplace=True)
file_names['file'].iat[0]
Latest_metadata ='s3://' + bucket +'/'+ file_names['file'].iat[0]
print(Latest_metadata)