Connecting Colab to an external storage provider

demo.ipynb

# You only need ro run the install command once per kernel change
!pip install s3fs

import s3fs

fs = s3fs.S3FileSystem(
    anon = False,
    key = 'YOURKEY',
    secret = 'YOURSECRET',
    client_kwargs = {
        'endpoint_url': 'https://some.s3.provider/'
    }
)

# This is a silly example that eschews elegance for clarity

file_list = fs.listdir('/some/path')
file_object = file_list[0]
file_data = fs.open(file_object['Key'])

# Now treat it as a binary byte stream
from PIL import Image
png = Image.open(image_data)
display(png)