Model: Fix override application

None values weren't being excluded on initial load when dumping.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-09-30 00:41:23 -04:00
parent 126a44483c
commit f20857cb34

View file

@ -69,8 +69,8 @@ async def entrypoint_async():
# TODO: remove model_dump()
await model.load_model(
model_path.resolve(),
**config.model.model_dump(),
draft=config.draft_model.model_dump(),
**config.model.model_dump(exclude_none=True),
draft=config.draft_model.model_dump(exclude_none=True),
)
# Load loras after loading the model