jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Allow either "[" or "{" prefix to support JSON grammar with top level arrays (#129)

Browse source
This commit is contained in:
turboderp 2024-06-04 02:32:39 +02:00 • committed by GitHub
parent e889fa3efe
commit dbdcb38ad7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
backends/exllamav2/grammar.py
View file

@ -79,8 +79,11 @@ class ExLlamaV2Grammar:
return
# Allow JSON objects or JSON arrays at the top level
json_prefixes = ["[", "{"]
lmfilter = ExLlamaV2TokenEnforcerFilter(schema_parser, tokenizer)
prefix_filter = ExLlamaV2PrefixFilter(model, tokenizer, "{")
prefix_filter = ExLlamaV2PrefixFilter(model, tokenizer, json_prefixes)
# Append the filters
self.filters.extend([lmfilter, prefix_filter])