jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Model: Fix some warnings

Browse source
This commit is contained in:
turboderp 2025-05-03 18:31:14 +02:00
parent 15cc480cb0
commit 8c75b29923
1 changed files with 5 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

11
backends/exllamav3/model.py
View file

@ -56,12 +56,11 @@ class ExllamaV3Container(BaseModelContainer):
load_condition: asyncio.Condition = asyncio.Condition()
# Exl3 vars
model: Model
cache: Cache
tokenizer: Tokenizer
config: Config
model: Optional[Model]
cache: Optional[Cache]
tokenizer: Optional[Tokenizer]
config: Optional[Config]
generator: Optional[AsyncGenerator] = None
generation_config: Optional[GenerationConfig] = None
tokenizer_config: Optional[TokenizerConfig] = None
# Class-specific vars
@ -96,7 +95,7 @@ class ExllamaV3Container(BaseModelContainer):
)
self.model_dir = model_directory
self.config = Config.from_directory(model_directory.resolve())
self.config = Config.from_directory(str(model_directory.resolve()))
self.model = Model.from_config(self.config)
self.tokenizer = Tokenizer.from_config(self.config)