Shared Links: provides a context manager for opening web resources like shared links.

shared_links.py

"""
Shared Links: provides a context manager for opening web resources like shared links. 

Detect Dropbox or GoogleDrive shared links and convert them to be downloadable.
OneDrive and s3 links are automatically supported.
"""

from contextlib import contextmanager
import requests
from io import BytesIO, StringIO

@contextmanager
def open_web(uri, mode, **kwargs):
    FileIO = BytesIO if 'b' in mode else StringIO

    if 'dropbox.com' in uri:  # for shared dropbox links
        uri = uri.replace('?dl=0', '?dl=1')
    elif 'drive.google.com' in uri and 'open' in uri:  # for short shared google drive links
        uri = uri.replace('open?id=', 'uc?id=')
    elif 'drive.google.com' in uri and 'sharing' in uri:  # for long shared google drive links
        uri = 'https://drive.google.com/uc?id={id}'.format(id=uri.split('/')[-2])

    if 'r' in mode:
        filin = (lambda x: FileIO(x.content)) if 'b' in mode else (lambda x: FileIO(x.text))
        kwargs.setdefault('headers', {'cache-control': "no-cache"})
        yield filin(requests.get(uri, **kwargs))
    elif 'w' in mode:
        fake_file = FileIO()
        yield fake_file
        requests.put(uri, data=fake_file, **kwargs)
    else:
        raise ValueError(f'invalid mode: {mode}')