Tree: Format

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2023-12-23 23:03:28 -05:00
parent c9126c3145
commit 703a114f63
3 changed files with 8 additions and 4 deletions

View file

@ -8,6 +8,7 @@ logger = init_logger(__name__)
GLOBAL_CONFIG: dict = {}
def read_config_from_file(config_path: pathlib.Path):
"""Sets the global config from a given file path"""
global GLOBAL_CONFIG
@ -23,24 +24,29 @@ def read_config_from_file(config_path: pathlib.Path):
)
GLOBAL_CONFIG = {}
def get_model_config():
"""Returns the model config from the global config"""
return unwrap(GLOBAL_CONFIG.get("model"), {})
def get_draft_model_config():
"""Returns the draft model config from the global config"""
model_config = unwrap(GLOBAL_CONFIG.get("model"), {})
return unwrap(model_config.get("draft"), {})
def get_lora_config():
"""Returns the lora config from the global config"""
model_config = unwrap(GLOBAL_CONFIG.get("model"), {})
return unwrap(model_config.get("lora"), {})
def get_network_config():
"""Returns the network config from the global config"""
return unwrap(GLOBAL_CONFIG.get("network"), {})
def get_gen_logging_config():
"""Returns the generation logging config from the global config"""
return unwrap(GLOBAL_CONFIG.get("logging"), {})

View file

@ -19,7 +19,7 @@ from config import (
get_model_config,
get_draft_model_config,
get_lora_config,
get_network_config
get_network_config,
)
from generators import call_with_semaphore, generate_with_semaphore
from model import ModelContainer

View file

@ -523,9 +523,7 @@ class ModelContainer:
"installed ExLlamaV2 version."
)
if (unwrap(kwargs.get("top_a"), False)) and not hasattr (
gen_settings, "top_a"
):
if (unwrap(kwargs.get("top_a"), False)) and not hasattr(gen_settings, "top_a"):
logger.warning(
"Top-A is not supported by the currently "
"installed ExLlamaV2 version."