tesu_scraper_04

# programmatically edit metadata of s3 bucket files, so the links open in a browser tab and do not download 
# to your computer when clicked
client = boto3.client('s3', aws_access_key_id=ACCESS_KEY, aws_secret_access_key=SECRET_KEY)

for i in html_list:
    key = i

    k = client.head_object(Bucket = bucket_name, Key = key)
    client.copy_object(Bucket = bucket_name, Key = key, CopySource = bucket + '/' + key, ContentType ='text/html', MetadataDirective='REPLACE')
    
    client = boto3.client('s3', aws_access_key_id=ACCESS_KEY, aws_secret_access_key=SECRET_KEY)

for i in pdf_list:
    key = i

    k = client.head_object(Bucket = bucket_name, Key = key)
    client.copy_object(Bucket = bucket_name, Key = key, CopySource = bucket + '/' + key, ContentType ='application/pdf', ContentDisposition = 'inline', MetadataDirective='REPLACE')