llama-cpp-mistral-chat-format

chat-format.py

@register_chat_format("mistral")
def format_mistral(
    messages: List[llama_types.ChatCompletionRequestMessage],
    **kwargs: Any,
) -> ChatFormatterResponse:
    _prompt = ""
    skip = False
    for i, (message) in enumerate(messages):
        role = message["role"]
        content = message["content"]
        if skip:
            skip = False
            continue
        if i < len(messages) - 1:
            next_role, next_content = messages[i+1]["role"], messages[i+1]["content"]
            if next_role == "assistant":
                _prompt += f"<s>[INST] {content} [/INST] {next_content}</s>"
                skip = True
                continue
        if role == "system":
            _prompt += f"<s>[INST] {content} [/INST] </s>"
        else:
            _prompt += f"[INST] {content} [/INST]"
    #print(_prompt)
    return ChatFormatterResponse(prompt=_prompt)