jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: Fix cache mode again

Browse source 
If statements can be difficult to work with.

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-05-12 11:30:47 -04:00
parent 20cad851e9
commit a524ac3c0f
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
backends/exllamav2/model.py
View file

@ -188,7 +188,7 @@ class ExllamaV2Container(BaseModelContainer):
self.cache_mode = unwrap(kwargs.get("cache_mode"), "FP16")
# Catch exllamav3 cache_mode
if not self.cache_mode == "FP16" or not self.cache_mode.startswith("Q"):
if self.cache_mode != "FP16" and not self.cache_mode.startswith("Q"):
logger.warning(
f"Provided cache mode '{self.cache_mode}' is not a "
"valid choice for exllamav2, please check your settings. "
@ -403,8 +403,8 @@ class ExllamaV2Container(BaseModelContainer):
# Catch exllamav3 draft_cache_mode
if (
not self.draft_cache_mode == "FP16"
or not self.draft_cache_mode.startswith("Q")
self.draft_cache_mode != "FP16"
and not self.draft_cache_mode.startswith("Q")
):
logger.warning(
f"Provided draft cache mode '{self.draft_cache_mode}' is not a "