Downloading section JSON data

download_section_metadata.sh

# First, set up ssh for Puhti
# Use ssh-copy-id to add your key
ssh-copy-id yourcscusername@puhti.csc.fi
# This way, you don't have to type your password for every command

# Make a .txt file with one file name (relative) per line
# Copy this file to remote
scp ./download_list.txt yourcscusername@puhti.csc.fi:.

# Log in
ssh yourcscusername@puhti.csc.fi
# Copy JSON data files from remote to remote
# Where {} is the placeholder to be replaced
# Run this from SSH terminal
cat download_list.txt | xargs -I {} scp yourcscusername@puhti.csc.fi:/scratch/project_number/relative/path/{} ./relative/path/

# Still on remote, make a dir
mkdir your_remote_dir
# Zip it up
zip -r zip_filename.zip relative/path
# This may take a while

# Back in local terminal, download the zip file
scp dyourcscusername@puhti.csc.fi:/users/yourusername/path_to_zip_filename.zip .