From 0646d358a20d73a7e27454bc19c040b4e1ac4fc0 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Sat, 17 May 2025 18:07:29 -0400 Subject: [PATCH] Main: Log auth and sampler overrides after model load Like YALS, logging all pertinent information after model load makes it easier to parse by the user. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- main.py | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/main.py b/main.py index 2159508..eed45df 100644 --- a/main.py +++ b/main.py @@ -46,19 +46,6 @@ async def entrypoint_async(): port = fallback_port - # Initialize auth keys - await load_auth_keys(config.network.disable_auth) - - gen_logging.broadcast_status() - - # Set sampler parameter overrides if provided - sampling_override_preset = config.sampling.override_preset - if sampling_override_preset: - try: - await sampling.overrides_from_file(sampling_override_preset) - except FileNotFoundError as e: - logger.warning(str(e)) - # If an initial model name is specified, create a container # and load the model model_name = config.model.model_name @@ -96,6 +83,19 @@ async def entrypoint_async(): except ImportError as ex: logger.error(ex.msg) + # Initialize auth keys + await load_auth_keys(config.network.disable_auth) + + gen_logging.broadcast_status() + + # Set sampler parameter overrides if provided + sampling_override_preset = config.sampling.override_preset + if sampling_override_preset: + try: + await sampling.overrides_from_file(sampling_override_preset) + except FileNotFoundError as e: + logger.warning(str(e)) + await start_api(host, port)