jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: Remove legacy checks

Browse source 
v0.0.21 has these features implemented.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-05-11 19:26:23 -04:00
parent cd78728a77
commit 7bebc085ec
1 changed files with 0 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

29
backends/exllamav2/model.py
View file

@ -929,35 +929,6 @@ class ExllamaV2Container:
}
)
# MARK: Function signature checks. Not needed in newer ExllamaV2 versions
# Check if temporary token bans are supported
if min_tokens:
stream_signature = signature(self.generator.stream_ex)
try:
_bound_vars = stream_signature.bind_partial(ban_tokens=[])
except TypeError:
logger.warning(
"min_tokens is not supported by the currently "
"installed ExLlamaV2 version."
)
min_tokens = 0
# Check if banned_strings is supported
if banned_strings:
begin_stream_signature = signature(self.generator.begin_stream_ex)
try:
_bound_vars = begin_stream_signature.bind_partial(banned_strings=[])
begin_stream_args["banned_strings"] = banned_strings
except TypeError:
logger.warning(
"banned_strings is not supported by the currently "
"installed ExLlamaV2 version."
)
banned_strings = []
# Log generation options to console
# Some options are too large, so log the args instead
log_generation_params(