download_images.py

"""
Referred from https://stackoverflow.com/questions/534839/how-to-create-a-guid-uuid-in-python
"""

import os
import uuid
from concurrent.futures import ThreadPoolExecutor

import pandas as pd
import requests


def download(url, path):
    response = requests.get(url)
    with open(path, "wb") as handle:
        handle.write(response.content)


df = pd.read_csv("path_to_aesthetics_6plus_8k.csv")

urls = df["URL"].values.tolist()
paths = []
for _ in urls:
    hex = uuid.uuid4().hex
    paths.append(f"{hex}.jpg")


with ThreadPoolExecutor(max_workers=8) as executor:
    executor.map(download, urls, paths)