medmerge-6-7b.yaml

models:
  - model: NousResearch/Llama-2-7b-hf
    # no parameters necessary for base model
  - model: AdaptLLM/medicine-chat
    parameters:
      weight: 0.08
      density: 0.45
  - model: starmpcc/Asclepius-Llama2-7B
    parameters:
      weight: 0.08
      density: 0.45
  - model: nlpie/Llama2-MedTuned-7b
    parameters:
      weight: 0.08
      density: 0.4
  - model: chaoyi-wu/PMC_LLAMA_7B_10_epoch
    parameters:
      weight: 0.08
      density: 0.45
  - model: microsoft/Orca-2-7b
    parameters:
      weight: 0.08
      density: 0.4
  - model: kaist-ai/prometheus-7b-v1.0
    parameters:
      weight: 0.08
      density: 0.45
merge_method: dare_ties
base_model: NousResearch/Llama-2-7b-hf
parameters:
  int8_mask: true
dtype: bfloat16