BakLLaVA LocalAI Config

llava.yaml

name: "gpt-4-vision-preview"
description: |
    The BakLLAvA multimodal model
license: "Apache 2.0"
urls:
- https://huggingface.co/mys/ggml_bakllava-1/resolve/main/ggml-model-q5_k.gguf
config_file: |
    backend: llama-cpp
    context_size: 4096
    f16: true
    gpu_layers: 90
    mmap: true
    name: gpt-4-vision-preview
    mmlock: true
    roles:
      user: "USER:"
      assistant: "ASSISTANT:"
      system: "SYSTEM:"

    mmproj: bakllava-mmproj.gguf
    parameters:
      model: bakllava.gguf
      temperature: 0.2
      top_k: 40
      top_p: 0.95

template:
  chat: |
    USER:{{.Input}}
    ASSISTANT:

files:
    - filename: bakllava.gguf
      sha256: c93de1376be9b6977cc94d252a3d165d6059e07b528de0fa762534d9599b27d6
      uri: huggingface://mys/ggml_bakllava-1/ggml-model-q5_k.gguf
    - filename: bakllava-mmproj.gguf
      sha256: 2e467eba710002839e0966d5e329942bb836eabd4e787bc713b07eff1d8ea13b
      uri: huggingface://mys/ggml_bakllava-1/mmproj-model-f16.gguf

prompt_templates:
- name: "gpt-4-vision-preview"
  content: |
    USER:{{.Input}}
    ASSISTANT: