diff --git a/common/tabby_config.py b/common/tabby_config.py index 0bf3563..43f227e 100644 --- a/common/tabby_config.py +++ b/common/tabby_config.py @@ -72,7 +72,7 @@ class TabbyConfig(TabbyConfigModel): if model_cfg.get("draft"): legacy = True - cfg["draft"] = model_cfg["draft"] + cfg["draft_model"] = model_cfg["draft"] if model_cfg.get("lora"): legacy = True diff --git a/main.py b/main.py index e340b70..b83fda7 100644 --- a/main.py +++ b/main.py @@ -69,7 +69,11 @@ async def entrypoint_async(): model_path = model_path / model_name # TODO: remove model_dump() - await model.load_model(model_path.resolve(), **config.model.model_dump()) + await model.load_model( + model_path.resolve(), + **config.model.model_dump(), + draft=config.draft_model.model_dump(), + ) # Load loras after loading the model if config.lora.loras: