Hitting URLS with a threadpool

threadpool_requests.py

import threading
import requests
import logging
from threadpool import ThreadPool
from threadpool import makeRequests
pool = ThreadPool(4)

logging.basicConfig()
logging.getLogger().setLevel(logging.DEBUG)
requests_log = logging.getLogger("requests.packages.urllib3")
requests_log.setLevel(logging.DEBUG)

http = requests.Session()

def fetch(url):
    current_thread = threading.current_thread()
    print("IN THREAD %s" % current_thread.name)

    result = http.get(url)

    print("Found status %s, content_length %s" % (
            result.status_code
            , len(result.content)
        )
    )

urls = ["http://sontek.net"] * 10
requests = makeRequests(fetch, urls)

for req in requests:
    pool.putRequest(req)

pool.wait()