make_large_file.py

#!/bin/env python
import fire
import random
import humanize
import sys


def make_large_file(file: str, size: int, random: bool=False) -> None:
    """
    Create a file with random bytes
    --file file path
    --size number of megabytes to generate
    --random flag to indicate if the data should be rundom or ones
    """
    chunk_size = 104857
    pos = 0

    if random:
        def chunk_generator():
            return bytearray([
                random.getrandbits(8) for _ in range(chunk_size)])
    else:
        byte_1 = (1).to_bytes(1, 'big')

        def chunk_generator():
            return byte_1*(int(chunk_size))

    with open(file, 'wb') as test_file:
        for x in range(0, size*1048576, chunk_size):
            sys.stdout.write(".")
            if not pos % 50:
                sys.stdout.write(humanize.naturalsize(x)+"\n")
            sys.stdout.flush()

            chunk = chunk_generator()
            test_file.write(chunk)
            pos += 1
    print("Done.")


if __name__ == "__main__":
    fire.Fire(make_large_file)