From f20857cb3428d7e425e639df7042627d049aabac Mon Sep 17 00:00:00 2001 From: kingbri Date: Mon, 30 Sep 2024 00:41:23 -0400 Subject: [PATCH] Model: Fix override application None values weren't being excluded on initial load when dumping. Signed-off-by: kingbri --- main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/main.py b/main.py index 06db5d5..4b420df 100644 --- a/main.py +++ b/main.py @@ -69,8 +69,8 @@ async def entrypoint_async(): # TODO: remove model_dump() await model.load_model( model_path.resolve(), - **config.model.model_dump(), - draft=config.draft_model.model_dump(), + **config.model.model_dump(exclude_none=True), + draft=config.draft_model.model_dump(exclude_none=True), ) # Load loras after loading the model