Model: Always enable decode_special_tokens
The frontend should handle the special tokens if they get emitted. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
parent
83826b56be
commit
656af41b5d
1 changed files with 1 additions and 0 deletions
|
|
@ -1373,6 +1373,7 @@ class ExllamaV2Container(BaseModelContainer):
|
|||
min_new_tokens=params.min_tokens,
|
||||
gen_settings=gen_settings,
|
||||
stop_conditions=stop_conditions,
|
||||
decode_special_tokens=True,
|
||||
filters=grammar_handler.filters,
|
||||
filter_prefer_eos=bool(grammar_handler.filters),
|
||||
return_probs=params.logprobs > 0,
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue