Launch: Make exllamav2 requirement more friendly
Add the ability to use an unsafe config flag if needed and migrate the exl2 check to a different file within the exl2 backend code. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
parent
b827bcbb44
commit
1919bf7705
5 changed files with 72 additions and 22 deletions
|
|
@ -125,3 +125,12 @@ def add_logging_args(parser: argparse.ArgumentParser):
|
|||
type=str_to_bool,
|
||||
help="Enable generation parameter logging",
|
||||
)
|
||||
|
||||
|
||||
def add_developer_args(parser: argparse.ArgumentParser):
|
||||
"""Adds developer-specific arguments"""
|
||||
|
||||
developer_group = parser.add_argument_group("developer")
|
||||
developer_group.add_argument(
|
||||
"--unsafe-launch", type=str_to_bool, help="Skip Exllamav2 version check"
|
||||
)
|
||||
|
|
|
|||
|
|
@ -55,6 +55,11 @@ def override_config_from_args(args: dict):
|
|||
**{k.replace("log_", ""): logging_override[k] for k in logging_override},
|
||||
}
|
||||
|
||||
developer_override = args.get("developer")
|
||||
if developer_override:
|
||||
developer_config = get_developer_config()
|
||||
GLOBAL_CONFIG["developer"] = {**developer_config, **developer_override}
|
||||
|
||||
|
||||
def get_sampling_config():
|
||||
"""Returns the sampling parameter config from the global config"""
|
||||
|
|
@ -86,3 +91,8 @@ def get_network_config():
|
|||
def get_gen_logging_config():
|
||||
"""Returns the generation logging config from the global config"""
|
||||
return unwrap(GLOBAL_CONFIG.get("logging"), {})
|
||||
|
||||
|
||||
def get_developer_config():
|
||||
"""Returns the developer specific config from the global config"""
|
||||
return unwrap(GLOBAL_CONFIG.get("developer"), {})
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue