diff --git a/common/sampling.py b/common/sampling.py index 7201417..e2201c1 100644 --- a/common/sampling.py +++ b/common/sampling.py @@ -121,7 +121,7 @@ class BaseSamplerRequest(BaseModel): ) skip_special_tokens: Optional[bool] = Field( - default_factory=lambda: get_default_sampler_value("ban_eos_token", True), + default_factory=lambda: get_default_sampler_value("skip_special_tokens", True), examples=[True], ) diff --git a/sampler_overrides/sample_preset.yml b/sampler_overrides/sample_preset.yml index ec33cac..8a6b443 100644 --- a/sampler_overrides/sample_preset.yml +++ b/sampler_overrides/sample_preset.yml @@ -112,10 +112,17 @@ add_bos_token: ban_eos_token: override: false force: false +skip_special_tokens: + override: true + force: false logit_bias: override: force: false additive: false +banned_tokens: + override: [] + force: false + additive: false # MARK: CFG scale cfg_scale: