Multithread using concurrent.futures

concurrent_url_request.py

import requests
from time import time
from concurrent.futures import ThreadPoolExecutor, as_completed

now = time()

urls = ['https://linggar.asia', 'https://detik.com', 'https://kompas.com']

def download_page(url):
    return requests.get(url).links

def download_all(urls):
    threads = []
    thread_map = {}
    with ThreadPoolExecutor(max_workers=len(urls)) as executor:
        for url in urls:
            future = executor.submit(download_page, url)
            thread_map[future] = url
            threads.append(future)

        for task in as_completed(threads):
            url = thread_map[task]
            print(url, task.result())

download_all(urls)
print(time() - now