Пример запуска OLLAMA в Docker с активным GPU

docker-compose.yml

version: "3.9"

services:
  ollama:
    image: ollama/ollama
    restart: unless-stopped
    volumes:
      - ./ollama_data:/root/.ollama
    ports:
      - "127.0.0.1:11434:11434"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [ gpu ]