jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Sampling: Add XTC support

Browse source 
Matches with upstream.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-09-24 18:10:52 -04:00
parent f4791e7ed9
commit 56ce82ef77
3 changed files with 31 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
common/sampling.py
View file

@ -110,6 +110,14 @@ class BaseSamplerRequest(BaseModel):
examples=[0.0],
)
xtc_probability: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("xtc_probability", 0.0),
)
xtc_threshold: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("xtc_threshold", 0.1)
)
frequency_penalty: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("frequency_penalty", 0.0)
)
@ -366,6 +374,8 @@ class BaseSamplerRequest(BaseModel):
"min_p": self.min_p,
"tfs": self.tfs,
"skew": self.skew,
"xtc_probability": self.xtc_probability,
"xtc_threshold": self.xtc_threshold,
"frequency_penalty": self.frequency_penalty,
"presence_penalty": self.presence_penalty,
"repetition_penalty": self.repetition_penalty,