From 15cc480cb07030059ee81d17132618b345cadccb Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Fri, 2 May 2025 21:44:36 -0400 Subject: [PATCH] Exl3: Simplify add_bos_token handling Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- backends/exllamav3/model.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py index 725c486..5eaf755 100644 --- a/backends/exllamav3/model.py +++ b/backends/exllamav3/model.py @@ -728,8 +728,8 @@ class ExllamaV3Container(BaseModelContainer): prompts = [prompt] stop_conditions = params.stop - add_bos_token = coalesce( - params.add_bos_token, self.tokenizer_config.add_bos_token, True + add_bos_token = unwrap( + params.add_bos_token, self.tokenizer_config.add_bos_token ) # Fetch EOS tokens from generation_config if they exist