jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added quadratic sampling (#56)

Browse source 
* added quadratic sampling

* Update sample_preset.yml

* oops missed a spot

* Sampling: Fix smoothing factor semantics
This commit is contained in:
Alexander Abushady 2024-02-02 22:12:59 -05:00 • committed by GitHub
parent 4a7b8b1b7a
commit d7c18855e7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 17 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
common/sampling.py
View file

@ -56,6 +56,10 @@ class SamplerParams(BaseModel):
examples=[1.0],
)
smoothing_factor: Optional[float] = Field(
default_factor=lambda: get_default_sampler_value("smoothing_factor", 0.0),
)
top_k: Optional[int] = Field(
default_factory=lambda: get_default_sampler_value("top_k", 0)
)
@ -173,6 +177,7 @@ class SamplerParams(BaseModel):
"min_temp": self.min_temp,
"max_temp": self.max_temp,
"temp_exponent": self.temp_exponent,
"smoothing_factor": self.smoothing_factor,
"top_k": self.top_k,
"top_p": self.top_p,
"top_a": self.top_a,