LLM on MacOS

commands.sh

brew install llm
llm install llm-llama-cpp
llm install llama-cpp-python

llm llama-cpp download-model https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q8_0.bin --alias llama2-7b --llama2-chat
llm llama-cpp download-model https://huggingface.co/TheBloke/Llama-2-13B-chat-GGML/resolve/main/llama-2-13b-chat.ggmlv3.q8_0.bin --alias llama2-13b --llama2-chat
llm llama-cpp download-model https://huggingface.co/TheBloke/Wizard-Vicuna-7B-Uncensored-GGML/resolve/main/Wizard-Vicuna-7B-Uncensored.ggmlv3.q4_0.bin --alias wizard-7b --alias autocomplete

llm -m llama2-7b 'Tell me a joke about a bird' --system 'You are funny'
llm -m llama2-13b 'Tell me a joke about a bird' --system 'You are funny'
llm -m autocomplete 'A cocktail recipe involving oranges:'

llm 'Another recipe:' --continue