Write file with timebased rotate and compression.

main.py

import file_logging
import time

file_logger = file_logging.setup("/tmp/foo/bar/example.log")

for i in range(0, 1000):
    file_logger.info(f"msg: {i}")
    time.sleep(0.3)

rotate_file.py

import gzip
import logging
import os
import shutil
from logging.handlers import TimedRotatingFileHandler


def get_file_logger(filename: str, backupCount=14, utc=True):
    ensure_dir(filename)
    logger = logging.getLogger(name=filename)
    logger.propagate = False  # in order to hide from other logger
    tr = TimedRotatingFileHandler(
        filename=filename, when="midnight", backupCount=backupCount, utc=utc
    )
    tr.namer = namer
    tr.rotator = rotator
    logger.setLevel("INFO")
    logger.addHandler(tr)

    return logger


def ensure_dir(filename: str):
    dir_name = os.path.dirname(filename)
    if not os.path.exists(dir_name):
        os.makedirs(dir_name)


## see https://docs.python.org/3/howto/logging-cookbook.html#using-a-rotator-and-namer-to-customize-log-rotation-processing


def namer(name):
    return name + ".gz"


def rotator(source, dest):
    with open(source, "rb") as _f_in, gzip.GzipFile(dest, mode="wb") as _f_out:
        shutil.copyfileobj(_f_in, _f_out)