Open-WebUI Self-Hosted Proxy

config.yaml

model_list:
  - model_name: 'llama3-70b'
    litellm_params:
      model: 'groq/llama3-70b-8192'
      api_key: 'os.environ/GROQ_API_KEY'

docker-compose.yml

services:
  open-webui:
    container_name: 'open-webui'
    image: 'ghcr.io/open-webui/open-webui:main'
    volumes:
      - './open-webui:/app/backend/data:rw'
      - './config.yaml:/app/backend/data/litellm/config.yaml:ro'
    ports:
      - '443:8080'
    environment:
      DEFAULT_MODELS: 'llama3-70b'
      ENABLE_SIGNUP: 'False'
      OPENAI_API_BASE_URLS: 'https://api.deepinfra.com/v1/openai'
    env_file:
      - 'GROQ_API_KEYS.env'
        # Created with
        # node -e "console.log(require('crypto').randomBytes(32).toString('hex'))"
      - 'WEBUI_SECRET_KEY.env'
    logging:
      driver: 'json-file'
      options:
        max-size: '10m'
        max-file: '10'
    extra_hosts:
      - 'host.docker.internal:host-gateway'
    restart: 'unless-stopped'

GROQ_API_KEYS.env

GROQ_API_KEY=<REDACTED>

WEBUI_SECRET_KEY.env

WEBUI_SECRET_KEY="<REDACTED>"