API: Report whether vision is enabled
This commit is contained in:
parent
5611365c07
commit
27d9af50a8
2 changed files with 2 additions and 0 deletions
|
|
@ -476,6 +476,7 @@ class ExllamaV2Container:
|
|||
"prompt_template": self.prompt_template.name
|
||||
if self.prompt_template
|
||||
else None,
|
||||
"use_vision": self.use_vision,
|
||||
}
|
||||
|
||||
if self.draft_config:
|
||||
|
|
|
|||
|
|
@ -21,6 +21,7 @@ class ModelCardParameters(BaseModel):
|
|||
chunk_size: Optional[int] = 2048
|
||||
prompt_template: Optional[str] = None
|
||||
num_experts_per_token: Optional[int] = None
|
||||
use_vision: Optional[bool] = False
|
||||
|
||||
# Draft is another model, so include it in the card params
|
||||
draft: Optional["ModelCard"] = None
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue