Comparing gzip, bzip2 and xz

compress-benchmark.sh

#!/bin/bash
time (
    # pp-complete.csv from http://prod.publicdata.landregistry.gov.uk.s3-website-eu-west-1.amazonaws.com/pp-complete.csv
    f=pp-complete.csv; for p in gzip bzip2 xz; do
        [[ $p = gzip ]] && continue
        for m in 1 2 3 4 5 6 7 8 9; do
            log=$f.log.$m.$p
            out=$f.$m.$p
            echo $(date "+%Y-%m-%d--%H:%M:%S.%N"): $p $m start | tee -a $log
            time $p -$m -c -k $f > $out
            ls -lh $f $f.$m.$p | tee -a $log
            echo $(date "+%Y-%m-%d--%H:%M:%S.%N"): $p $m stop | tee -a $log
            echo
        done
    done; \
    p=xz; for m in 1e 2e 3e 4e 5e 6e 7e 8e 9e; do
        [[ $m = 1e ]] && continue
        [[ $m = 2e ]] && continue
        [[ $m = 3e ]] && continue
        [[ $m = 4e ]] && continue
        log=$f.log.$m.$p
        out=$f.$m.$p
        echo $(date "+%Y-%m-%d--%H:%M:%S.%N"): $p $m start | tee -a $log
        time $p -$m -c -k $f > $out
        ls -lh $f $f.$m.$p | tee -a $log
        echo $(date "+%Y-%m-%d--%H:%M:%S.%N"): $p $m stop | tee -a $log
        echo
    done
); date

# EOF