jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source
This commit is contained in:
DocShotgun 2024-12-17 09:37:33 -08:00
parent 5da335eb3d
commit 4d11323c17
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backends/exllamav2/model.py
View file

@ -1315,7 +1315,7 @@ class ExllamaV2Container:
self.config.max_seq_len - max(context_len, negative_context_len),
)
if max_tokens < 1:
logger.warning("max_tokens must be a positive integer, " "setting to 1.")
logger.warning("max_tokens must be a positive integer, setting to 1.")
max_tokens = 1
# Check total length of request