aichat-config.yml

aichat-config.yml

model: groq
clients:
- type: openai-compatible
  name: groq
  api_base: https://api.groq.com/openai/v1
  api_key: REPLACE_ME

- type: openai
  api_key: REPLACE_ME
  api_base: https://api.openai.com/v1

- type: gemini
  api_key: REPLACE_ME
  patches:
    '.*':
      chat_completions_body:
        safetySettings:
          - category: HARM_CATEGORY_HARASSMENT
            threshold: BLOCK_NONE
          - category: HARM_CATEGORY_HATE_SPEECH
            threshold: BLOCK_NONE
          - category: HARM_CATEGORY_SEXUALLY_EXPLICIT
            threshold: BLOCK_NONE
          - category: HARM_CATEGORY_DANGEROUS_CONTENT
            threshold: BLOCK_NONE

# - type: claude
#   api_key: REPLACE_ME

- type: ollama
  api_base: http://localhost:11434
  api_auth: Basic xxx
  models:
    - name: dolphin-llama3:8b
      max_input_tokens: 8192

- type: bedrock
  access_key_id: REPLACE_ME
  secret_access_key: REPLACE_ME
  region: REPLACE_ME
  # docs:
  #   - https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html#model-ids-arns
  #   - https://aws.amazon.com/bedrock/pricing/
  # notes:
  #   - get max_output_tokens info from playground
  models:
    - name: anthropic.claude-3-5-sonnet-20240620-v1:0
      max_input_tokens: 200000
      max_output_tokens: 4096
      pass_max_tokens: true
      require_max_tokens: true
      input_price: 3
      output_price: 15
      supports_vision: true
      supports_function_calling: true