mschatz

## Set up and test the aspera client in an ANVIL terminal
###########################################################

## download the client
wget -qO- https://download.asperasoft.com/download/sw/connect/3.9.8/ibm-aspera-connect-3.9.8.176272-linux-g2.12-64.tar.gz | tar xvz

## unpack it
chmod +x ibm-aspera-connect-3.9.8.176272-linux-g2.12-64.sh
./ibm-aspera-connect-3.9.8.176272-linux-g2.12-64.sh

mschatz

## Calculate the total storage in a bucket by computing the size of each subdirectory in parallel
##################################################################################################

## Samantha devel
mkdir samantha; cd samantha
bucket=fc-61692b1d-7909-439a-9ae6-3fb7cb9069a7
gsutil ls gs://$bucket > ls
grep '/$' ls > dirs
mkdir sizes
cut -f4 -d'/' dirs | parallel -t "gsutil du -c gs://$bucket/{}/ > sizes/{}.sizes"

mschatz

## Configure a new ANVIL instance with my favorite unix tools
## 
## Note conda installation requires manual interaction, but is automated after that
#####################################################################################

## set up conda
cd ~
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
sh Miniconda3-latest-Linux-x86_64.sh
. .bashrc