jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Templates: Remove whitespace from metadata

Browse source 
Apparently setting variables also adds extraneous whitespace before
the template itself.

Doing {%- set stop_strings = ["string1"] -%} fixes this issue.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-09-08 12:36:36 -04:00
parent 776bfd817d
commit d6ad17097c
3 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
templates/alpaca.jinja
View file

@ -1,5 +1,5 @@
{# Metadata #} {# Metadata #}
{% set stop_strings = ["### Instruction:", "### Input:", "### Response:"] %} {%- set stop_strings = ["### Instruction:", "### Input:", "### Response:"] -%}
{# Template #} {# Template #}
{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }} {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}

2
templates/chatml.jinja
View file

@ -1,5 +1,5 @@
{# Metadata #} {# Metadata #}
{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %} {%- set stop_strings = ["<|im_start|>", "<|im_end|>"] -%}
{# Template #} {# Template #}
{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %} {% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}

8
templates/tool_calls/chatml_with_headers.jinja
View file

@ -1,8 +1,8 @@
{# Metadata #} {# Metadata #}
{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %} {%- set stop_strings = ["<|im_start|>", "<|im_end|>"] -%}
{% set message_roles = ['system', 'user', 'assistant', 'tool'] %} {%- set message_roles = ['system', 'user', 'assistant', 'tool'] -%}
{% set tool_start = "<|tool_start|>" %} {%- set tool_start = "<|tool_start|>" -%}
{% set tool_end = "<|tool_end|>" %} {%- set tool_end = "<|tool_end|>" -%}
{%- set start_header = "<|start_header_id|>" -%} {%- set start_header = "<|start_header_id|>" -%}
{%- set end_header = "<|end_header_id|>\n" -%} {%- set end_header = "<|end_header_id|>\n" -%}