Installs Axolotol on Paperspace

install-axolotol.sh

#!/bin/bash

wget https://repo.anaconda.com/archive/Anaconda3-2023.09-0-Linux-x86_64.sh -P /tmp
bash /tmp/Anaconda3-2023.09-0-Linux-x86_64.sh -b
/root/anaconda3/bin/conda init --all
/root/anaconda3/bin/conda update -n base -y -c defaults conda
source /root/.bashrc

/root/anaconda3/bin/conda install -y python=3.10
/root/anaconda3/bin/conda install -y pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia

cd /tmp/
git clone https://github.com/OpenAccess-AI-Collective/axolotl
cd axolotl
/root/anaconda3/bin/pip install packaging
/root/anaconda3/bin/pip install -e '.[flash-attn,deepspeed]'
/root/anaconda3/bin/pip install flash-attn==2.4.2
echo 'export LD_LIBRARY_PATH=/root/anaconda3/envs/en-tl/lib/' >> ~/.bashrc