phi-3 templates

output.txt

microsoft/Phi-3-mini-4k-instruct
"{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"

microsoft/Phi-3-mini-128k-instruct
"{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"

microsoft/Phi-3-small-8k-instruct
"{{ bos_token }}{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}"

microsoft/Phi-3-small-128k-instruct
"{{ bos_token }}{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}"

microsoft/Phi-3-medium-4k-instruct
"{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"

microsoft/Phi-3-medium-128k-instruct
"{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"

microsoft/Phi-3-vision-128k-instruct
"{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{- '<|assistant|>\n' -}}{% endif %}"

phi-3.js

const MODELS = [
  'microsoft/Phi-3-mini-4k-instruct',
  'microsoft/Phi-3-mini-128k-instruct',
  'microsoft/Phi-3-small-8k-instruct',
  'microsoft/Phi-3-small-128k-instruct',
  'microsoft/Phi-3-medium-4k-instruct',
  'microsoft/Phi-3-medium-128k-instruct',
  'microsoft/Phi-3-vision-128k-instruct',
];

(async () => {
  for (const m of MODELS) {
    const res = await fetch(`https://huggingface.co/${m}/raw/main/tokenizer_config.json`);
    const json = await res.json();
    console.log(m);
    console.log(JSON.stringify(json.chat_template));
    console.log();
  }
})();