API: Report whether vision is enabled

This commit is contained in:
DocShotgun 2024-11-19 12:29:25 -08:00
parent 5611365c07
commit 27d9af50a8
2 changed files with 2 additions and 0 deletions

View file

@ -476,6 +476,7 @@ class ExllamaV2Container:
"prompt_template": self.prompt_template.name
if self.prompt_template
else None,
"use_vision": self.use_vision,
}
if self.draft_config:

View file

@ -21,6 +21,7 @@ class ModelCardParameters(BaseModel):
chunk_size: Optional[int] = 2048
prompt_template: Optional[str] = None
num_experts_per_token: Optional[int] = None
use_vision: Optional[bool] = False
# Draft is another model, so include it in the card params
draft: Optional["ModelCard"] = None