Model: Fix override application
None values weren't being excluded on initial load when dumping. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
parent
126a44483c
commit
f20857cb34
1 changed files with 2 additions and 2 deletions
4
main.py
4
main.py
|
|
@ -69,8 +69,8 @@ async def entrypoint_async():
|
|||
# TODO: remove model_dump()
|
||||
await model.load_model(
|
||||
model_path.resolve(),
|
||||
**config.model.model_dump(),
|
||||
draft=config.draft_model.model_dump(),
|
||||
**config.model.model_dump(exclude_none=True),
|
||||
draft=config.draft_model.model_dump(exclude_none=True),
|
||||
)
|
||||
|
||||
# Load loras after loading the model
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue