Parallel RSync

parsync

#!/bin/bash

if [[ -z "$1" ]] || [[ -z "$2" ]]; then
  exit 1
fi

# SETUP OPTIONS
export SRCDIR="$1"
export DESTDIR="$2"
export THREADS="4"

# RSYNC DIRECTORY STRUCTURE
rsync -zr -f"+ */" -f"- *" $SRCDIR/ $DESTDIR/ 
# FOLLOWING MAYBE FASTER BUT NOT AS FLEXIBLE
# cd $SRCDIR; find . -type d -print0 | cpio -0pdm $DESTDIR/
# FIND ALL FILES AND PASS THEM TO MULTIPLE RSYNC PROCESSES
cd $SRCDIR && find $SRCDIR ! -type d -printf "%f\n" | xargs -P$THREADS -I {} rsync -avz {} $DESTDIR/{}


# IF YOU WANT TO LIMIT THE IO PRIORITY, 
# PREPEND THE FOLLOWING TO THE rsync & cd/find COMMANDS ABOVE:
#   ionice -c2