remote_resource.py

from contextlib import contextmanager
import os
import subprocess
import tempfile


@contextmanager
def maybe_download_remote(url_or_path, **kwargs):
    """
    Adapted from: https://git.io/fxMdS
    """
    if _is_url(url_or_path):
        _, path = tempfile.mkstemp(**kwargs)
        try:
            args = ["curl", "-L", "-o", path, url_or_path]
            p = subprocess.Popen(args)
            _, err = p.communicate()
            e = p.wait()
            if e != 0:
                raise Exception(err)
            yield path
        finally:
            if os.access(path, os.F_OK):
                os.unlink(path)
    else:
        yield url_or_path