A script that downloads multiple files in parallel with support for s3:// | http:// | https:// protocols
Usage: python downloader.py url1 url2 url3
import time | |
from concurrent.futures import ThreadPoolExecutor | |
from functools import wraps | |
import requests | |
from tqdm import tqdm | |
def timeit(method): | |
@wraps(method) |
#!/usr/bin/env python | |
__author__ = "github.com/ruxi" | |
__license__ = "MIT" | |
import requests | |
import tqdm # progress bar | |
import os.path | |
def download_file(url, filename=False, verbose = False): | |
""" | |
Download file with progressbar | |