Model: Check for unsupported cache mode in exllamav2

2025-05-06 01:18:15 -07:00 · 2025-05-06 01:18:15 -07:00 · 9dcde59c57
commit 9dcde59c57
parent 45b966363e
2 changed files with 18 additions and 2 deletions
--- a/common/config_models.py
+++ b/common/config_models.py
@ -229,7 +229,6 @@ class ModelConfig(BaseConfigModel):
            "or auto-calculate."
        ),
    )
-    # TODO: Separate validation for Exl2 and Exl3 q-cache options
    cache_mode: Optional[CACHE_TYPE] = Field(
        "FP16",
        description=(