IPFS Cluster Setup

cluster.sh

#!/bin/bash

set -x

USER=ec2-user
GROUP=ec2-user

# Update these when appropriate
IPFS_VERSION=v0.4.21
IPFS_CLUSTER_VERSION=v0.10.1

# If you're setting up a peer for an existing cluster, uncomment this line and fill in its multiaddr
# BOOTSTRAP=/dns4/example.com/tcp/9096/ipfs/Qmfoo...

# Replace this with the cluster secret from your root peer if you're bootstrapping
CLUSTER_SECRET=$(od  -vN 32 -An -tx1 /dev/urandom | tr -d ' \n')
echo "export CLUSTER_SECRET=${CLUSTER_SECRET}" >> /home/${USER}/.bash_profile

# comment this line out if you want to use local storage
# or replace it with your EBS volume mount point
VOLUME=/dev/sdb

# Enter the size of the volume, or the max repo size of your local storage
IPFS_REPO_SIZE=512GB

# install-dist takes two or three arguments:
# $1 is the project name to fetch from dist.ipfs.io/$1
# $2 is the version string to install
# $3 is the name of the resulting executable, defaulting to the project name
install-dist()
{
	lib=$1
	version=$2
	[ -z "$3" ] && bin=${lib} || bin=$3
	archive=${lib}_${version}_linux-amd64.tar.gz
	wget -P /tmp https://dist.ipfs.io/${lib}/${version}/${archive}
	tar xvfz /tmp/${archive} -C /tmp
	mv /tmp/${lib}/${bin} /usr/local/bin
	rm -rf /tmp/${archive} /tmp/${lib}
}

install-dist go-ipfs ${IPFS_VERSION} ipfs
install-dist ipfs-cluster-service ${IPFS_CLUSTER_VERSION}
install-dist ipfs-cluster-ctl ${IPFS_CLUSTER_VERSION}

# initialize disk if $VOLUME is set
if [ -z "${VOLUME}" ]
then
	mkdir /data
else
	# the EBS volume mount points is really a symlink 
	# to /dev/nvme1n1 or something
	disk=`readlink -f ${VOLUME}`

	# Check if there is already a filesystem
	fs=`file -s ${disk}`
	if [ "${fs}" = "${disk}: data" ]
	then
		# If there is no filesystem, make a new one
		mkfs -t ext4 ${disk}
	fi

	# Mount the disk to /data
	mkdir /data
	mount ${disk} /data
	
	# Find the uuid of the disk and edit /etc/fstab to mount it automatically
	uuid=`blkid -s UUID -o value ${disk}`
	line="UUID=${uuid} /data ext4 defaults,nofail 0 2"
	echo ${line} >> /etc/fstab
fi

# Set IPFS_PATH and IPFS_CLUSTER_PATH env variables
export IPFS_PATH=/data/ipfs
export IPFS_CLUSTER_PATH=/data/ipfs-cluster
echo "export IPFS_PATH=${IPFS_PATH}" >> /home/${USER}/.bash_profile
echo "export IPFS_CLUSTER_PATH=${IPFS_CLUSTER_PATH}" >> /home/${USER}/.bash_profile

# Initialize IPFS repo
mkdir -p ${IPFS_PATH} ${IPFS_CLUSTER_PATH}

if [ ! -f /data/ipfs/config ]
then
	ipfs init --profile server --empty-repo
	ipfs config Datastore.StorageMax ${IPFS_REPO_SIZE}
	ipfs config Addresses.Gateway /ip4/0.0.0.0/tcp/8080
	ipfs config Addresses.API /ip4/0.0.0.0/tcp/5001
	ipfs config --json API.HTTPHeaders.Access-Control-Allow-Origin '["https://underlay.github.io"]'
	ipfs config --json API.HTTPHeaders.Access-Control-Allow-Methods '["GET"]'
fi

# Initialize IPFS Cluster 
if [ ! -f /data/ipfs-cluster/service.json ]
then
	ipfs-cluster-service init
fi

# The config files written during init are currently owned by root
chown -R ${USER}:${GROUP} ${IPFS_PATH} ${IPFS_CLUSTER_PATH}

# Install the ipfs systemctl service
cat > /lib/systemd/system/ipfs.service <<EOF
[Unit]
Description=IPFS daemon
After=network.target

[Service]
ExecStart=/usr/local/bin/ipfs daemon
Restart=on-failure
User=${USER}
Group=${GROUP}
Environment="IPFS_PATH=/data/ipfs"

[Install]
WantedBy=multi-user.target
EOF

if [ -z "${BOOTSTRAP}" ]
then
	CLUSTER_BOOTSTRAP=""
	CLUSTER_LEAVEONSHUTDOWN=false
else
	CLUSTER_BOOTSTRAP="--bootstrap ${BOOTSTRAP}"
	CLUSTER_LEAVEONSHUTDOWN=true
fi

# Install the ipfs-cluster systemctl service
cat > /lib/systemd/system/ipfs-cluster.service <<EOF
[Unit]
Description=IPFS Cluster daemon
Requires=ipfs.service
After=ipfs.service

[Service]
ExecStart=/usr/local/bin/ipfs-cluster-service daemon --upgrade ${CLUSTER_BOOTSTRAP}
Restart=always
User=${USER}
Group=${GROUP}
Environment="IPFS_CLUSTER_PATH=/data/ipfs-cluster"
Environment="CLUSTER_LEAVEONSHUTDOWN=${CLUSTER_LEAVEONSHUTDOWN}"
Environment="CLUSTER_SECRET=${CLUSTER_SECRET}"
Environment="CLUSTER_RESTAPI_HTTPLISTENMULTIADDRESS=/ip4/0.0.0.0/tcp/9094"

[Install]
WantedBy=multi-user.target
EOF

# enable the new services
systemctl daemon-reload
systemctl enable ipfs.service
systemctl enable --now ipfs-cluster.service

yum install -y jq