Model: Set model_dir on init

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri 2025-05-02 00:26:40 -04:00
parent c89bea030e
commit 0d02af3c81

View file

@ -95,6 +95,7 @@ class ExllamaV3Container(BaseModelContainer):
"Please note that all config options may not work."
)
self.model_dir = model_directory
self.config = Config.from_directory(model_directory.resolve())
self.model = Model.from_config(self.config)
self.tokenizer = Tokenizer.from_config(self.config)