Created
February 22, 2024 00:49
-
-
Save Brockhold/0bcd377352c0d293f9bd30bf24a02624 to your computer and use it in GitHub Desktop.
docker/podman compose for Ollama using ROCM and webui
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
version: "3.7" | |
services: | |
ollama: | |
container_name: ollama | |
image: ollama/ollama:0.1.26-rocm | |
environment: | |
- GPU_MAX_HW_QUEUES=1 | |
restart: unless-stopped | |
network_mode: host | |
volumes: | |
- /ollama:/root/.ollama # mountpoint on host is /ollama and should be r/w by user | |
devices: | |
- /dev/dri | |
- /dev/kfd | |
group_add: | |
- video | |
privileged: true | |
ollama-webui: | |
image: ghcr.io/ollama-webui/ollama-webui:main | |
container_name: ollama-webui | |
network_mode: host | |
volumes: | |
- /ollama/ollama-webui:/app/backend/data | |
environment: | |
- 'OLLAMA_API_BASE_URL=http://0.0.0.0:11434/api' | |
restart: unless-stopped |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment