rsync, get data into cluster

rsync.sh

#!/bin/bash

### ABOUT

### Runs rsync, retrying on errors up to a maximum number of tries.

### Simply edit the rsync line in the script to whatever parameters you need.

### This bash should be originaly written by Sergio Oramas, originaly posted on HPC page of MTG-services Wiki

# Trap interrupts and exit instead of continuing the loop

trap "echo Exited!; exit;" SIGINT SIGTERM

MAX_RETRIES=50

i=0

# Set the initial return value to failure

false

while [ $? -ne 0 -a $i -lt $MAX_RETRIES ]

do

i=$(($i+1))

rsync -P --append -e "ssh -T -c arcfour -o Compression=no -x" yourfile.tar.gz hpc.dtic.upf.edu:yourfolder/

done

if [ $i -eq $MAX_RETRIES ]

then

echo "Hit maximum number of retries, giving up."

fi