jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

OAI: Add skip_special_tokens parameter

Browse source 
Allows the ability to decode special tokens if the user wishes.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-04-21 00:37:46 -04:00
parent 67f061859d
commit 9f93505bc1
2 changed files with 48 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

6
common/sampling.py
View file

@ -106,6 +106,11 @@ class BaseSamplerRequest(BaseModel):
examples=[False],
)
skip_special_tokens: Optional[bool] = Field(
default_factory=lambda: get_default_sampler_value("ban_eos_token", True),
examples=[True],
)
logit_bias: Optional[Dict[int, float]] = Field(
default_factory=lambda: get_default_sampler_value("logit_bias"),
examples=[{"1": 10, "2": 50}],
@ -246,6 +251,7 @@ class BaseSamplerRequest(BaseModel):
"stop": self.stop,
"add_bos_token": self.add_bos_token,
"ban_eos_token": self.ban_eos_token,
"skip_special_tokens": self.skip_special_tokens,
"token_healing": self.token_healing,
"logit_bias": self.logit_bias,
"temperature": self.temperature,