6c30f24c83
Unify API sampler params into a superclass which should make them easier to manage and inherit generic functions from. Not all frontends expose all sampling parameters due to connections with OAI (that handles sampling themselves with the exception of a few sliders). Add the ability for the user to customize fallback parameters from server-side. In addition, parameters can be forced to a certain value server-side in case the repo automatically sets other sampler values in the background that the user doesn't want. Signed-off-by: kingbri <bdashore3@proton.me>
88 lines
2.7 KiB
Python
88 lines
2.7 KiB
Python
import yaml
|
|
import pathlib
|
|
|
|
from common.logger import init_logger
|
|
from common.utils import unwrap
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
GLOBAL_CONFIG: dict = {}
|
|
|
|
|
|
def read_config_from_file(config_path: pathlib.Path):
|
|
"""Sets the global config from a given file path"""
|
|
global GLOBAL_CONFIG
|
|
|
|
try:
|
|
with open(str(config_path.resolve()), "r", encoding="utf8") as config_file:
|
|
GLOBAL_CONFIG = unwrap(yaml.safe_load(config_file), {})
|
|
except Exception as exc:
|
|
logger.error(
|
|
"The YAML config couldn't load because of the following error: "
|
|
f"\n\n{exc}"
|
|
"\n\nTabbyAPI will start anyway and not parse this config file."
|
|
)
|
|
GLOBAL_CONFIG = {}
|
|
|
|
|
|
def override_config_from_args(args: dict):
|
|
"""Overrides the config based on a dict representation of args"""
|
|
|
|
config_override = unwrap(args.get("options", {}).get("config"))
|
|
if config_override:
|
|
logger.info("Attempting to override config.yml from args.")
|
|
read_config_from_file(pathlib.Path(config_override))
|
|
return
|
|
|
|
# Network config
|
|
network_override = args.get("network")
|
|
if network_override:
|
|
network_config = get_network_config()
|
|
GLOBAL_CONFIG["network"] = {**network_config, **network_override}
|
|
|
|
# Model config
|
|
model_override = args.get("model")
|
|
if model_override:
|
|
model_config = get_model_config()
|
|
GLOBAL_CONFIG["model"] = {**model_config, **model_override}
|
|
|
|
# Logging config
|
|
logging_override = args.get("logging")
|
|
if logging_override:
|
|
logging_config = get_gen_logging_config()
|
|
GLOBAL_CONFIG["logging"] = {
|
|
**logging_config,
|
|
**{k.replace("log_", ""): logging_override[k] for k in logging_override},
|
|
}
|
|
|
|
|
|
def get_sampling_config():
|
|
"""Returns the sampling parameter config from the global config"""
|
|
return unwrap(GLOBAL_CONFIG.get("sampling"), {})
|
|
|
|
|
|
def get_model_config():
|
|
"""Returns the model config from the global config"""
|
|
return unwrap(GLOBAL_CONFIG.get("model"), {})
|
|
|
|
|
|
def get_draft_model_config():
|
|
"""Returns the draft model config from the global config"""
|
|
model_config = unwrap(GLOBAL_CONFIG.get("model"), {})
|
|
return unwrap(model_config.get("draft"), {})
|
|
|
|
|
|
def get_lora_config():
|
|
"""Returns the lora config from the global config"""
|
|
model_config = unwrap(GLOBAL_CONFIG.get("model"), {})
|
|
return unwrap(model_config.get("lora"), {})
|
|
|
|
|
|
def get_network_config():
|
|
"""Returns the network config from the global config"""
|
|
return unwrap(GLOBAL_CONFIG.get("network"), {})
|
|
|
|
|
|
def get_gen_logging_config():
|
|
"""Returns the generation logging config from the global config"""
|
|
return unwrap(GLOBAL_CONFIG.get("logging"), {})
|