From c5bbfd97b2b544bf705dd04386bd6480277a4b67 Mon Sep 17 00:00:00 2001 From: kingbri Date: Wed, 27 Dec 2023 23:55:02 -0500 Subject: [PATCH] Entrypoint: Load loras after model Prevents an error if the model isn't loaded on startup. Signed-off-by: kingbri --- main.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/main.py b/main.py index 07b98af..cd33a49 100644 --- a/main.py +++ b/main.py @@ -513,11 +513,11 @@ def entrypoint(): else: loading_bar.next() - # Load loras - lora_config = get_lora_config() - if "loras" in lora_config: - lora_dir = pathlib.Path(unwrap(lora_config.get("lora_dir"), "loras")) - MODEL_CONTAINER.load_loras(lora_dir.resolve(), **lora_config) + # Load loras after loading the model + lora_config = get_lora_config() + if "loras" in lora_config: + lora_dir = pathlib.Path(unwrap(lora_config.get("lora_dir"), "loras")) + MODEL_CONTAINER.load_loras(lora_dir.resolve(), **lora_config) uvicorn.run( app,