emmanuelraj1234

services:
  service-name:
    image: vllm-openai:v0.11.0
    runtime: nvidia
    ports:
    - "8010:8000"
    volumes:
    - /data/vllm/models/:/models/
    - /data/vllm/tool_chat_template_gemma3_pythonic.jinja:/templates/tool_chat_template_gemma3_pythonic.jinja
    environment: 

emmanuelraj1234

docker cp $(docker create --name scratch docker_user/model:tag none):/data/. ./ && docker rm scratch