download_and_upload_to_s3.py

def download_and_upload_to_s3(request_url, s3_file_key):
    manager = urllib3.PoolManager()
    try:
        response = manager.request('GET', request_url)
    except (NewConnectionError, MaxRetryError):
        return False

    s3_client = boto3.client('s3')
    try:
        s3_client.put_object(
            Body=BytesIO(response.data),
            Bucket=S3_BUCKET,
            Key=f'benchmark_image_processing/{s3_file_key}',
            ContentType=response.headers['Content-Type'],
            ContentDisposition=response.headers['Content-Disposition'],
        )
    except (ClientError, KeyError) as e:
        return False
    return True