jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-05-02 00:23:15 -04:00
parent 47cb2a0de9
commit 4cb3e5d5b1
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
backends/exllamav2/model.py
View file

@ -143,9 +143,7 @@ class ExllamaV2Container(BaseModelContainer):
tokenizer_config_path = model_directory / "tokenizer_config.json"
if tokenizer_config_path.exists():
try:
self.tokenizer_config = await TokenizerConfig.from_file(
model_directory
)
self.tokenizer_config = await TokenizerConfig.from_file(model_directory)
except Exception:
logger.error(traceback.format_exc())
logger.warning(
@ -1256,7 +1254,6 @@ class ExllamaV2Container(BaseModelContainer):
stop_conditions = params.stop
ban_eos_token = params.ban_eos_token
print(self.tokenizer_config.add_bos_token)
# Set add_bos_token for generation
add_bos_token = coalesce(