From 271f5ba7a47fbae98a530086c0a81981c302e8ca Mon Sep 17 00:00:00 2001
From: kingbri <bdashore3@proton.me>
Date: Wed, 27 Mar 2024 22:28:41 -0400
Subject: [PATCH] Templates: Modify alpaca and chatml

Add the stop_strings metadata parameter.

Signed-off-by: kingbri <bdashore3@proton.me>
---
 templates/alpaca.jinja | 4 ++++
 templates/chatml.jinja | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/templates/alpaca.jinja b/templates/alpaca.jinja
index 45837b0..5c7aa7c 100644
--- a/templates/alpaca.jinja
+++ b/templates/alpaca.jinja
@@ -1,3 +1,7 @@
+{# Metadata #}
+{% set stop_strings = ["### Instruction:", "### Input:", "### Response:"] %}
+
+{# Template #}
 {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
 
 {% for message in messages %}
diff --git a/templates/chatml.jinja b/templates/chatml.jinja
index 18efd05..750b82a 100644
--- a/templates/chatml.jinja
+++ b/templates/chatml.jinja
@@ -1,2 +1,6 @@
+{# Metadata #} 
+{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %}
+
+{# Template #}
 {% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}
 {% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}