edlee123

My public gist to store images.

edlee123

#  docker compose -f phi4_llamacpp_docker_compose.yaml up --force-recreate
services:
  llamacpp-server:
    image: ghcr.io/ggerganov/llama.cpp:server-b4419
    ports:
      - 8080:8080
    environment:
      # Refer to settings here: https://github.com/ggerganov/llama.cpp/blob/master/examples/server/README.md
      # Llama.cpp is based on .gguf format, and Hugging Face offers many .gguf format models.
      LLAMA_ARG_MODEL_URL: https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-q4.gguf

edlee123

edlee123

# 1. Install Ansible
# sudo apt update
# sudo apt install software-properties-common
# sudo add-apt-repository --yes --update ppa:ansible/ansible
# sudo apt install ansible -y

# 2.
# sudo ansible-playbook docker_install.yml

---

edlee123

>   method1
[1] "Other forms of chronic ischemic heart disease"      "Polyneuropathy in diabetes"                        
[3] "Of anterolateral wall"                              "Other and unspecified angina pectoris"             
[5] "Coronary atherosclerosis of native coronary artery" "Acute kidney failure, unspecified"                 
[7] "Secondary hyperparathyroidism (of renal origin)"   
>   method2
[1] "Of anterolateral wall"                              "Other and unspecified angina pectoris"             
[3] "Coronary atherosclerosis of native coronary artery" "Acute kidney failure, unspecified"                 
[5] "Polyneuropathy in diabetes"                         "Secondary hyperparathyroidism (of renal origin)"   
[7] "Other forms of chronic ischemic heart disease"