jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-05-12 11:32:27 -04:00
parent a524ac3c0f
commit bd3fec929c
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
backends/exllamav2/model.py
View file

@ -402,9 +402,8 @@ class ExllamaV2Container(BaseModelContainer):
self.draft_cache_mode = unwrap(draft_args.get("draft_cache_mode"), "FP16")
# Catch exllamav3 draft_cache_mode
if (
self.draft_cache_mode != "FP16"
and not self.draft_cache_mode.startswith("Q")
if self.draft_cache_mode != "FP16" and not self.draft_cache_mode.startswith(
"Q"
):
logger.warning(
f"Provided draft cache mode '{self.draft_cache_mode}' is not a "