file downloader

downloader.py

#-*- coding:utf-8 -*- 

import urllib.request
import uuid
from concurrent.futures import ThreadPoolExecutor
from multiprocessing import Pool

def get_image(url):
    filename = str(uuid.uuid4())
    out = f'./download/{filename}.jpg'
    print(url)
    urllib.request.urlretrieve(url, out)

pool = ThreadPoolExecutor(max_workers=5)
with open('./files.txt') as f:
    lines = f.readlines()
    pool = Pool(processes=4)
    pool.map(get_image, lines)