From f6fb60a6edb0d131f8b40196f4eeacddb799aa2a Mon Sep 17 00:00:00 2001 From: kingbri Date: Mon, 16 Sep 2024 22:54:35 -0400 Subject: [PATCH] Config: Inline model loading is False This is not a True default. Signed-off-by: kingbri --- common/config_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common/config_models.py b/common/config_models.py index 58ce754..c1d4ad0 100644 --- a/common/config_models.py +++ b/common/config_models.py @@ -126,7 +126,7 @@ class ModelConfig(BaseConfigModel): ), ) inline_model_loading: Optional[bool] = Field( - True, + False, description=( "Allow direct loading of models " "from a completion or chat completion request (default: False)."