jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: fix add_bos_token

Browse source
This commit is contained in:
randoentity 2025-05-02 14:53:44 +02:00 • committed by kingbri
parent 0d02af3c81
commit d8a8ccfc2a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backends/exllamav3/model.py
View file

@ -728,7 +728,7 @@ class ExllamaV3Container(BaseModelContainer):
prompts = [prompt]
stop_conditions = params.stop
add_bos_token = unwrap(
add_bos_token = coalesce(
params.add_bos_token, self.tokenizer_config.add_bos_token, True
)