diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 40bf788..2cc57f6 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -18,7 +18,6 @@ from exllamav2 import ( ExLlamaV2Lora, ) from exllamav2.generator import ExLlamaV2StreamingGenerator, ExLlamaV2Sampler -from inspect import signature from itertools import zip_longest from loguru import logger from typing import List, Optional, Union