Skip to content

Instantly share code, notes, and snippets.

@andyreagan
andyreagan / .flake8
Created July 14, 2020 03:12
Standard pre commit and isort, flake8 settings
[flake8]
max-line-length = 88
max-complexity = 12
select = C,E,F,W,B,B950
ignore = E203, E501, W503
@pvsune
pvsune / concurrent.kafka.consumer.py
Last active May 20, 2024 14:50
A multiprocess multithreaded Kafka consumer
#!/usr/bin/env python
import logging
import os
import threading
import time
from multiprocessing import Process
from queue import Queue
from confluent_kafka import Consumer
@alexeygrigorev
alexeygrigorev / tqdm_pool.py
Created December 6, 2018 15:36
Track progress of ProcessPoolExecutor with tqdm
from glob import glob
import multiprocessing
from concurrent.futures import ProcessPoolExecutor
import cv2
from PIL import Image
import imagehash
from tqdm import tqdm