From 26ad0ef744507ca201940e962bc96e20062f3364 Mon Sep 17 00:00:00 2001 From: kingbri Date: Mon, 16 Sep 2024 22:42:59 -0400 Subject: [PATCH] API: Fix model info reporting A deprecated preferences global var was being referenced. Signed-off-by: kingbri --- endpoints/core/utils/model.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/endpoints/core/utils/model.py b/endpoints/core/utils/model.py index 5a77802..d151fdd 100644 --- a/endpoints/core/utils/model.py +++ b/endpoints/core/utils/model.py @@ -2,8 +2,9 @@ import pathlib from asyncio import CancelledError from typing import Optional -from common import gen_logging, model +from common import model from common.networking import get_generator_error, handle_request_disconnect +from common.tabby_config import config from common.utils import unwrap from endpoints.core.types.model import ( ModelCard, @@ -77,7 +78,7 @@ def get_current_model(): model_card = ModelCard( id=unwrap(model_params.pop("name", None), "unknown"), parameters=ModelCardParameters.model_validate(model_params), - logging=gen_logging.PREFERENCES, + logging=config.logging, ) if draft_model_params: