Skip to content

Instantly share code, notes, and snippets.

Avatar
🚲

Stefan Fortuin stefanfortuin

🚲
View GitHub Profile
@stefanfortuin
stefanfortuin / DownloaderThreaded.py
Created Nov 5, 2020
A multithreaded file downloader in python using semaphores, used for webscraping
View DownloaderThreaded.py
import os, sys, threading
import requests
class FileDownloader():
def __init__(self, max_threads=10):
self.sema = threading.Semaphore(value=max_threads)
self.headers = {'user-agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.94 Safari/537.36'}
self.block_size = 1024
def t_getfile(self, link, filename, session):