To compress/decompress large datasets with tar/gzip:
compress script:
#!/bin/bash
indir=$1
tar cf - ${indir} | pv -s $(du -sb ${indir} | awk '{print $1}') | gzip > ${indir}.tar.gz
decompress script:
#!/bin/bash
gzfile=$1
pv ${gzfile} | tar xz