Merge pull request #103 from DocShotgun/main

Minor fixes for sampler override
This commit is contained in:
Brian Dashore 2024-05-12 16:47:12 -04:00 committed by GitHub
commit 611f00818b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 11 additions and 1 deletions

View file

@ -121,7 +121,7 @@ class BaseSamplerRequest(BaseModel):
)
skip_special_tokens: Optional[bool] = Field(
default_factory=lambda: get_default_sampler_value("ban_eos_token", True),
default_factory=lambda: get_default_sampler_value("skip_special_tokens", True),
examples=[True],
)

View file

@ -14,6 +14,9 @@ max_tokens:
min_tokens:
override: 0
force: false
generate_window:
override: 512
force: false
stop:
override: []
force: false
@ -112,10 +115,17 @@ add_bos_token:
ban_eos_token:
override: false
force: false
skip_special_tokens:
override: true
force: false
logit_bias:
override:
force: false
additive: false
banned_tokens:
override: []
force: false
additive: false
# MARK: CFG scale
cfg_scale: