gistfile1.txt

#!/bin/bash

# Usage:
# ~/bin/ai <<< "Why is the sky blue?"
# ls -l | ~/bin/ai "Which files listed above have symlinks?"

context_size=4000
n_predict=2000
temperature=0.5
prompt_prefix="\\nUSER: "
prompt_suffix="\\nAI: "

llama_path=~/services/llama.cpp
prompt_file=$llama_path/default_prompt.txt
model=~/services/textgen/models/nous-hermes-2-solar-10.7b.Q8_0.4k.gguf

# Read prompt from STDIN
if [ -n "$PROMPT_FILE" ]; then
  prompt=$(cat $PROMPT_FILE)
else
  prompt=$(cat $prompt_file)
fi
prompt+="\\n$prompt_prefix"
while IFS= read -r line; do
    prompt+="$line\n"
done
prompt+=$1
prompt+="\\n"
prompt+=$prompt_suffix
prompt+="\\n\\n"
prompt=${prompt%\\n}

cd $llama_path
./main --temp $temperature --n-predict $n_predict -e -c $context_size -m $model -p "$prompt" --prompt-cache-all 2>/dev/null | \
  sed "1,/AI: /d"