diff --git a/templates/alpaca.jinja b/templates/alpaca.jinja index 45837b0..5c7aa7c 100644 --- a/templates/alpaca.jinja +++ b/templates/alpaca.jinja @@ -1,3 +1,7 @@ +{# Metadata #} +{% set stop_strings = ["### Instruction:", "### Input:", "### Response:"] %} + +{# Template #} {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }} {% for message in messages %} diff --git a/templates/chatml.jinja b/templates/chatml.jinja index 18efd05..750b82a 100644 --- a/templates/chatml.jinja +++ b/templates/chatml.jinja @@ -1,2 +1,6 @@ +{# Metadata #} +{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %} + +{# Template #} {% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %} {% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}