From 6f2dc2ea99bcb9b430d27ec08047353fc0c5f3cd Mon Sep 17 00:00:00 2001 From: DocShotgun <126566557+DocShotgun@users.noreply.github.com> Date: Sun, 24 Nov 2024 11:35:45 -0800 Subject: [PATCH] Grammar: Fix syntax, lint --- backends/exllamav2/grammar.py | 5 ++--- backends/exllamav2/model.py | 1 - 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/backends/exllamav2/grammar.py b/backends/exllamav2/grammar.py index 9a6b520..62f50a3 100644 --- a/backends/exllamav2/grammar.py +++ b/backends/exllamav2/grammar.py @@ -93,9 +93,8 @@ class ExLlamaV2Grammar: # Validate KBNF and create formatter f = FormatterBuilder() f.append_line( - f"{f.extractor( - lambda nonterminal: CFGExtractor(nonterminal, kbnf_string) - )}" + f"""{f.extractor(lambda nonterminal: + CFGExtractor(nonterminal, kbnf_string))}""" ) except Exception: logger.error( diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 64ed5b9..7a5324f 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -39,7 +39,6 @@ from common.health import HealthManager from backends.exllamav2.grammar import ( ExLlamaV2Grammar, - clear_grammar_func_cache, ) from backends.exllamav2.utils import ( exllama_disabled_flash_attn,