jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source
This commit is contained in:
DocShotgun 2024-05-26 15:48:18 -07:00
parent 767e6a798a
commit 7ab7ffd562
2 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
endpoints/OAI/types/model.py
View file

@ -74,9 +74,7 @@ class ModelLoadRequest(BaseModel):
examples=[4096],
)
cache_size: Optional[int] = Field(
description=(
"Number in tokens, must be greater than or equal to max_seq_len"
),
description=("Number in tokens, must be greater than or equal to max_seq_len"),
default=None,
examples=[4096],
)