LLaVA Install (RunPod OR Linux/WSL)

gistfile1.txt

git clone https://github.com/haotian-liu/LLaVA.git
cd LLaVA
pip install --upgrade pip
pip install torch
pip install -e .
# for runpod: edit pod to have port 3000 and 100GB of temporary storage
python3 -m llava.serve.controller --host 0.0.0.0 --port 10000
# open new terminal, keep previous one open
python -m llava.serve.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40000 --worker http://localhost:40000 --model-path liuhaotian/llava-v1.5-13b
# open new terminal, keep previous one open
export GRADIO_SERVER_NAME="0.0.0.0"
export GRADIO_SERVER_PORT="3000"
python3 -m llava.serve.gradio_web_server --controller http://localhost:10000 --model-list-mode reload

# Linux/WSL: go to localhost:10000
# RunPod: Click http service port 3000 button

Enjoy!