From 0ab393f09c7b022be02b590059d7ae368b97984d Mon Sep 17 00:00:00 2001 From: kingbri Date: Thu, 21 Nov 2024 17:54:42 -0500 Subject: [PATCH] Model: Set vision load to False by default Mistake in unwrapping. Vision should be false to allow normal model loading when the flag isn't provided. Signed-off-by: kingbri --- backends/exllamav2/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index e82c94e..beb4512 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -152,7 +152,7 @@ class ExllamaV2Container: kwargs = await self.set_model_overrides(**kwargs) # Set vision state - self.use_vision = unwrap(kwargs.get("vision"), True) + self.use_vision = unwrap(kwargs.get("vision"), False) # Prepare the draft model config if necessary draft_args = unwrap(kwargs.get("draft_model"), {})