From 25c77ebf7792bdd65fcfa2ed96cd19e5d8ff4759 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Fri, 9 May 2025 22:08:15 -0400 Subject: [PATCH] Model: Remove exllamav2-specific version check No longer necessary thanks to the agnostic check. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- backends/exllamav2/version.py | 37 ----------------------------------- 1 file changed, 37 deletions(-) delete mode 100644 backends/exllamav2/version.py diff --git a/backends/exllamav2/version.py b/backends/exllamav2/version.py deleted file mode 100644 index 08d0bda..0000000 --- a/backends/exllamav2/version.py +++ /dev/null @@ -1,37 +0,0 @@ -import platform -from packaging import version -from importlib.metadata import version as package_version -from loguru import logger -from common.optional_dependencies import dependencies - - -def check_exllama_version(): - """Verifies the exllama version""" - - install_message = ( - "Please update your environment by running an update script " - "(update_scripts/" - f"update_deps.{'bat' if platform.system() == 'Windows' else 'sh'})\n\n" - "Or you can manually run a requirements update " - "using the following command:\n\n" - "For CUDA 12.1:\n" - "pip install --upgrade .[cu121]\n\n" - "For ROCm:\n" - "pip install --upgrade .[amd]\n\n" - ) - - if not dependencies.exllamav2: - raise SystemExit(("Exllamav2 is not installed.\n" + install_message)) - - required_version = version.parse("0.2.8") - current_version = version.parse(package_version("exllamav2").split("+")[0]) - - unsupported_message = ( - f"ERROR: TabbyAPI requires ExLlamaV2 {required_version} " - f"or greater. Your current version is {current_version}.\n" + install_message - ) - - if current_version < required_version: - raise SystemExit(unsupported_message) - else: - logger.info(f"ExllamaV2 version: {current_version}")