From ea00a6bd454ebe24fa03e78afd2f0d95fb432cf6 Mon Sep 17 00:00:00 2001 From: kingbri Date: Wed, 14 Feb 2024 21:47:40 -0500 Subject: [PATCH] Requirements: Update Exllamav2 Update to v0.0.13.post2 Signed-off-by: kingbri --- backends/exllamav2/utils.py | 2 +- requirements-amd.txt | 4 ++-- requirements-cu118.txt | 8 ++++---- requirements.txt | 8 ++++---- 4 files changed, 11 insertions(+), 11 deletions(-) diff --git a/backends/exllamav2/utils.py b/backends/exllamav2/utils.py index b69d4f1..8fbcb49 100644 --- a/backends/exllamav2/utils.py +++ b/backends/exllamav2/utils.py @@ -9,7 +9,7 @@ logger = init_logger(__name__) def check_exllama_version(): """Verifies the exllama version""" - required_version = version.parse("0.0.13.post1") + required_version = version.parse("0.0.13.post2") current_version = version.parse(package_version("exllamav2").split("+")[0]) if current_version < required_version: diff --git a/requirements-amd.txt b/requirements-amd.txt index 6a5f5b1..66916fe 100644 --- a/requirements-amd.txt +++ b/requirements-amd.txt @@ -3,8 +3,8 @@ torch ~= 2.2 # Exllamav2 -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+rocm5.6-cp311-cp311-linux_x86_64.whl; python_version == "3.11" -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+rocm5.6-cp310-cp310-linux_x86_64.whl; python_version == "3.10" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+rocm5.6-cp311-cp311-linux_x86_64.whl; python_version == "3.11" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+rocm5.6-cp310-cp310-linux_x86_64.whl; python_version == "3.10" # Pip dependencies fastapi diff --git a/requirements-cu118.txt b/requirements-cu118.txt index 81f7db6..e5f5898 100644 --- a/requirements-cu118.txt +++ b/requirements-cu118.txt @@ -5,12 +5,12 @@ torch ~= 2.2 # Exllamav2 # Windows -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu118-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11" -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu118-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu118-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu118-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10" # Linux -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu118-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu118-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu118-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu118-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" # Pip dependencies fastapi diff --git a/requirements.txt b/requirements.txt index bd71992..3dc7265 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,12 +5,12 @@ torch ~= 2.2 # Exllamav2 # Windows -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11" -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu121-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu121-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10" # Linux -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu121-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" -https://github.com/turboderp/exllamav2/releases/download/0.0.13.post1/exllamav2-0.0.13.post1+cu121-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu121-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11" +https://github.com/turboderp/exllamav2/releases/download/0.0.13.post2/exllamav2-0.0.13.post2+cu121-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10" # Pip dependencies fastapi