LLaMA 2 13b chat fp16 Install Instructions

gistfile1.txt

install miniconda https://docs.conda.io/projects/miniconda/en/latest/
install git https://git-scm.com/downloads
conda create -n textgen python=3.10.9
conda activate textgen
pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu117
git clone https://github.com/oobabooga/text-generation-webui
cd text-generation-webui
pip install -r requirements.txt
python server.py
# download model
# refresh model list
# load model
# switch to chat mode
# https://www.youtube.com/watch?v=k2FHUP0krqg manual
# comments to the original gist are helpful when debugging