jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Exl3: fix add_bos in generator

Browse source
This commit is contained in:
gakada 2025-05-17 19:10:49 +09:00 • committed by GitHub
parent 81170eee00
commit ba6248eec0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backends/exllamav3/model.py
View file

@ -844,7 +844,7 @@ class ExllamaV3Container(BaseModelContainer):
job = AsyncJob(
self.generator,
sampler=sampler,
input_ids=self.tokenizer.encode(prompt, add_bos=False),
input_ids=input_ids,
max_new_tokens=max_tokens,
stop_conditions=stop_conditions,
banned_strings=params.banned_strings,