diff --git a/docs/01.-Getting-Started.md b/docs/01.-Getting-Started.md index 1ba1041..330116c 100644 --- a/docs/01.-Getting-Started.md +++ b/docs/01.-Getting-Started.md @@ -121,7 +121,7 @@ NOTE: Here are ways to install exllamav2: 1. From a [wheel/release](https://github.com/turboderp/exllamav2#method-2-install-from-release-with-prebuilt-extension) (Recommended) - 1. Find the version that corresponds with your cuda and python version. For example, a wheel with `cu12` and `cp311` corresponds to CUDA 12.1 and python 3.11 + 1. Find the version that corresponds with your cuda and python version. For example, a wheel with `cu121` and `cp311` corresponds to CUDA 12.1 and python 3.11 2. From [pip](https://github.com/turboderp/exllamav2#method-3-install-from-pypi): `pip install exllamav2` 2. This is a JIT compiled extension, which means that the initial launch of tabbyAPI will take some time. The build may also not work due to improper environment configuration. 3. From [source](https://github.com/turboderp/exllamav2#method-1-install-from-source) diff --git a/start.py b/start.py index 6b41bc7..6b7130c 100644 --- a/start.py +++ b/start.py @@ -11,11 +11,12 @@ import traceback from shutil import copyfile from typing import List -has_uv = subprocess.run( - ["uv", "--version"], - stdout=subprocess.DEVNULL, - stderr=subprocess.DEVNULL -).returncode == 0 +has_uv = ( + subprocess.run( + ["uv", "--version"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL + ).returncode + == 0 +) start_options = {} @@ -149,7 +150,7 @@ def migrate_start_options(start_options: dict): # Migrate gpu_lib key gpu_lib = start_options.get("gpu_lib") - if (gpu_lib == "cu121" or gpu_lib == "cu118"): + if gpu_lib == "cu121" or gpu_lib == "cu118": print("GPU lib key is legacy, migrating to cu12") start_options["gpu_lib"] = "cu12" migrated = True @@ -165,7 +166,6 @@ def run_pip(command: List[str]): if __name__ == "__main__": - # Create an argparser and add extra startup script args # Try creating a full argparser if pydantic is installed # Otherwise, create an abridged one solely for startup