jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Config: Reorder models

Browse source 
It makes sense for the LLM model groups to be clustered around
each other with the least used groups towards the bottom.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-09-15 23:18:19 -04:00
parent 8ff9f2c6c0
commit 4c8bb42ec1
1 changed files with 28 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

56
common/config_models.py
View file

@ -317,6 +317,32 @@ class LoraConfig(BaseConfigModel):
)
class EmbeddingsConfig(BaseConfigModel):
"""
Options for embedding models and loading.
NOTE: Embeddings requires the "extras" feature to be installed
Install it via "pip install .[extras]"
"""
# TODO: convert this to a pathlib.path?
embedding_model_dir: Optional[str] = Field(
"models",
description=(
"Overrides directory to look for embedding models (default: models)"
),
)
embeddings_device: Optional[Literal["cpu", "auto", "cuda"]] = Field(
"cpu",
description=(
"Device to load embedding models on (default: cpu). Possible values: cpu, "
"auto, cuda. If using an AMD GPU, set this value to 'cuda'."
),
)
embedding_model_name: Optional[str] = Field(
None, description=("The embeddings model to load")
)
class SamplingConfig(BaseConfigModel):
"""Options for Sampling"""
@ -349,32 +375,6 @@ class DeveloperConfig(BaseConfigModel):
)
class EmbeddingsConfig(BaseConfigModel):
"""
Options for embedding models and loading.
NOTE: Embeddings requires the "extras" feature to be installed
Install it via "pip install .[extras]"
"""
# TODO: convert this to a pathlib.path?
embedding_model_dir: Optional[str] = Field(
"models",
description=(
"Overrides directory to look for embedding models (default: models)"
),
)
embeddings_device: Optional[Literal["cpu", "auto", "cuda"]] = Field(
"cpu",
description=(
"Device to load embedding models on (default: cpu). Possible values: cpu, "
"auto, cuda. If using an AMD GPU, set this value to 'cuda'."
),
)
embedding_model_name: Optional[str] = Field(
None, description=("The embeddings model to load")
)
class TabbyConfigModel(BaseModel):
"""Base model for a TabbyConfig."""
@ -388,11 +388,11 @@ class TabbyConfigModel(BaseModel):
default_factory=DraftModelConfig.model_construct
)
lora: LoraConfig = Field(default_factory=LoraConfig.model_construct)
sampling: SamplingConfig = Field(default_factory=SamplingConfig.model_construct)
developer: DeveloperConfig = Field(default_factory=DeveloperConfig.model_construct)
embeddings: EmbeddingsConfig = Field(
default_factory=EmbeddingsConfig.model_construct
)
sampling: SamplingConfig = Field(default_factory=SamplingConfig.model_construct)
developer: DeveloperConfig = Field(default_factory=DeveloperConfig.model_construct)
actions: UtilityActions = Field(default_factory=UtilityActions.model_construct)
model_config = ConfigDict(validate_assignment=True, protected_namespaces=())