Configure NVLink on Paperspace A100-80Gx8 Ubuntu machines

configure-nvlink.sh

#!/bin/bash

has_apt="$(which apt)"

if [ "$has_apt" = "" ]; then
  echo "Cannot install on CentOS"
  exit 1
fi

sudo apt update
dpkg -l | grep nvidia-driver | awk '{ print $2 }' | xargs -i@ sudo apt remove @ -y
sudo apt install nvidia-driver-515 cuda-drivers-fabricmanager-515 -y

persistenced_masked="$(systemctl status nvidia-persistenced | grep masked)"
if [ "$persistenced_masked" != "" ]; then
  sudo systemctl unmask nvidia-persistenced
  persistenced_masked="$(systemctl status nvidia-persistenced | grep masked)"
  if [ "$persistenced_masked" != "" ]; then
    sudo apt reinstall nvidia-compute-utils-515 -y
  else
    sudo systemctl start nvidia-persistenced
  fi
fi

sudo sed -i 's/--no-persistence-mode/--persistence-mode/' /lib/systemd/system/nvidia-persistenced.service
sudo systemctl daemon-reload
sudo systemctl restart nvidia-persistenced
sudo systemctl enable nvidia-persistenced