Chat directly from command line ▶️ ./chat.sh 'Hello Llama!'

chat.sh

# Prerequisite: https://gist.github.com/adrienbrault/b76631c56c736def9bc1bc2167b5d129

export MODEL=llama-2-13b-chat.ggmlv3.q4_0.bin

# Check if command line argument is given
if [ $# -eq 0 ]; then
    echo "Prompt: " &&
        read PROMPT
else
    PROMPT=$1
fi

# Run
./main \
    -t 8 \
    -ngl 1 \
    -m ${MODEL} \
    --color \
    -c 2048 \
    --temp 0.7 \
    --repeat_penalty 1.1 \
    -n -1 \
    -p "### Instruction: ${PROMPT} \n### Response:"