diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py index 48ef1cc..725c486 100644 --- a/backends/exllamav3/model.py +++ b/backends/exllamav3/model.py @@ -728,7 +728,7 @@ class ExllamaV3Container(BaseModelContainer): prompts = [prompt] stop_conditions = params.stop - add_bos_token = unwrap( + add_bos_token = coalesce( params.add_bos_token, self.tokenizer_config.add_bos_token, True )