jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: Avoid initializing class variables

Browse source
This commit is contained in:
turboderp 2025-05-04 01:26:42 +02:00
parent 0405a94a89
commit 1db2cb99cb
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
backends/exllamav3/model.py
View file

@ -62,6 +62,8 @@ class ExllamaV3Container(BaseModelContainer):
config: Optional[Config]
generator: Optional[AsyncGenerator] = None
tokenizer_config: Optional[TokenizerConfig] = None
generator: Optional[AsyncGenerator]
tokenizer_config: Optional[TokenizerConfig]
# Class-specific vars
gpu_split: List[float] | None = None
@ -89,6 +91,13 @@ class ExllamaV3Container(BaseModelContainer):
self = cls()
self.model = None
self.cache = None
self.tokenizer = None
self.config = None
self.generator = None
self.tokenizer_config = None
logger.warning(
"ExllamaV3 is currently in an alpha state. "
"Please note that all config options may not work."