Grammar: Fix syntax, lint

2024-11-24 11:35:45 -08:00 · 2024-11-24 11:35:45 -08:00 · 6f2dc2ea99
commit 6f2dc2ea99
parent 8f209efb99
2 changed files with 2 additions and 4 deletions
--- a/backends/exllamav2/grammar.py
+++ b/backends/exllamav2/grammar.py
@ -93,9 +93,8 @@ class ExLlamaV2Grammar:
            # Validate KBNF and create formatter
            f = FormatterBuilder()
            f.append_line(
-                f"{f.extractor(
-                    lambda nonterminal: CFGExtractor(nonterminal, kbnf_string)
-                    )}"
+                f"""{f.extractor(lambda nonterminal:
+                    CFGExtractor(nonterminal, kbnf_string))}"""
            )
        except Exception:
            logger.error(
--- a/backends/exllamav2/model.py
+++ b/backends/exllamav2/model.py
@ -39,7 +39,6 @@ from common.health import HealthManager

 from backends.exllamav2.grammar import (
    ExLlamaV2Grammar,
-    clear_grammar_func_cache,
 )
 from backends.exllamav2.utils import (
    exllama_disabled_flash_attn,