dolphin-2.1-mistral-7B-GPTQ chat-ui template

gistfile1.txt

[
    {
      "name": "TheBloke/dolphin-2.1-mistral-7B-GPTQ",
      "displayName": "TheBloke/dolphin-2.1-mistral-7B-GPTQ",
      "description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
      "websiteUrl": "https://huggingface.co/ehartford/dolphin-2.1-mistral-7b",
      "userMessageToken": "<|im_start|>user\n",
      "userMessageEndToken": "<|im_end|>\n",
      "assistantMessageToken": "<|im_start|>assistant\n",
      "assistantMessageEndToken": "<|im_end|>\n",
      "preprompt": "Below is an instruction that describes a task. Please complete the request appropriately.",
      "chatPromptTemplate" : "<s><|im_start|>system\n{{preprompt}}<|im_end|>\n{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|></s>\n<s>{{/ifAssistant}}{{/each}}",
      "parameters": {
        "temperature": 0.7,
        "top_p": 0.95,
        "repetition_penalty": 1.2,
        "top_k": 50,
        "truncate": 6000,
        "max_new_tokens": 4000,
        "stop": ["<|im_end|>"]
      },
      "promptExamples": [
      {
         "title": "Write an email from bullet list",
        "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
      }, {
        "title": "Code a snake game",
        "prompt": "Code a basic snake game in python, give explanations for each step."
      }, {
        "title": "Assist in a task",
        "prompt": "How do I make a delicious lemon cheesecake?"
      }
    ],
    "endpoints": [{"url": "http://text-generation-inference:80"}]
  }
]