python h5py blosc example, options explained

gistfile1.txt

# conda install h5py pytables

__import__('tables')  # <-- import PyTables; __import__ so that linters don't complain
import h5py

# now h5py "supports" blosc

def blosc_opts(complevel=9, complib='blosc:lz4', shuffle=True):
    shuffle = 2 if shuffle == 'bit' else 1 if shuffle else 0
    compressors = ['blosclz', 'lz4', 'lz4hc', 'snappy', 'zlib', 'zstd']
    complib = ['blosc:' + c for c in compressors].index(complib)
    args = {
        'compression': 32001,
        'compression_opts': (0, 0, 0, 0, complevel, shuffle, complib)
    }
    if shuffle:
        args['shuffle'] = False
    return args

# for writing, do something like this

with h5py.File('foo.h5', 'w') as f:
    f.create_dataset('x', data=x, **blosc_opts(9, 'blosc:zstd', True)