Streamed md5 calculation for large files (with a progress bar) in python.

md5_streamed_progress.py

import os
from tqdm import tqdm
import hashlib

def md5_streamed_progress(fname):
    """Streamed md5 with progress bar."""
    hash_md5 = hashlib.md5()
    filesize = os.path.getsize(fname)
    with tqdm(total=filesize, unit='B', unit_scale=True, miniters=1, desc=os.path.basename(fname), leave=False) as t:
        chunk_size = 4096
        with open(fname, "rb") as f:
            for chunk in iter(lambda: f.read(chunk_size), b""):
                hash_md5.update(chunk)
                t.update(len(chunk))
        t.update(abs(filesize-t.n))
        t.close()
    return hash_md5.hexdigest()
  
md5_streamed_progress(__file__)

Actually I'm not sure this works on large files as I've been getting md5 mismatches even when the files extract OK

MD5 is horribly broken and deprecated, maybe try it with a different hash. While SHA1 has problems making it no longer advised for cryptographic purposes, it's probably okay for something like this without massively increasing load. Maybe try that instead.