Grammar: Initial Formatron regex and JSON schema implementation

* Replace LMFE's regex and JSON schema filters with Formatron's
* Remove Outlines EBNF filter in preparation for Formatron KBNF filter
* TODO: Implement Formatron KBNF filter
This commit is contained in:
DocShotgun 2024-11-23 10:27:37 -08:00
parent aa4ccd03d4
commit 0836a9317f
3 changed files with 39 additions and 122 deletions

View file

@ -26,7 +26,7 @@ dependencies = [
"sse-starlette",
"packaging",
"tokenizers",
"lm-format-enforcer >= 0.9.6",
"formatron",
"aiofiles",
"aiohttp",
"async_lru",
@ -53,7 +53,6 @@ dependencies = [
[project.optional-dependencies]
extras = [
# Heavy dependencies that aren't for everyday use
"outlines",
"infinity-emb",
"sentence-transformers",
]